JUnit version 4.13.2
.18:18:33.849 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783534713842
18:18:33.902 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
18:18:33.931 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
18:18:33.942 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLa1gvu/test-tmp
18:18:33.967 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
18:18:33.970 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLa1gvu/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
18:18:34.167 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

18:18:34.179 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
18:18:34.180 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

18:18:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.182107  4839 mini_oidc.cc:150] Starting JWKS server
18:18:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.184243  4839 webserver.cc:534] Webserver started at http://127.0.0.1:42973/ using document root <none> and password file <none>
18:18:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.184428  4839 mini_oidc.cc:186] Starting OIDC Discovery server
18:18:34.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.184697  4839 webserver.cc:534] Webserver started at http://127.0.0.1:40631/ using document root <none> and password file <none>
18:18:34.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T18:18:34Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
18:18:34.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T18:18:34Z Disabled control of system clock
18:18:34.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.201226  4839 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:34.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:34.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-0/wal
18:18:34.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-0/data
18:18:34.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:18:34.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:18:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:18:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:34.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-0/logs
18:18:34.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-0/data/info.pb
18:18:34.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:34.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:18:34.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:18:34.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:18:34.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:18:34.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:34.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:34.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:34.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:18:34.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:18:34.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:18:34.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:18:34.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.254:41725
18:18:34.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.254
18:18:34.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:18:34.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:34.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:34.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:34.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:18:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:18:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:18:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42973/jwks.json with env {}
18:18:34.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.297508  4850 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:18:34.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.297688  4850 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:18:34.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.297745  4850 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:18:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.301263  4850 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
18:18:34.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.301326  4850 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:18:34.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.301353  4850 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
18:18:34.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.301376  4850 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
18:18:34.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.301398  4850 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
18:18:34.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.301419  4850 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42973/jwks.json
18:18:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.305500  4850 master_runner.cc:387] Master server non-default flags:
18:18:34.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:34.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:34.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:34.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:18:34.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-0/data
18:18:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-0/wal
18:18:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:18:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:34.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:34.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:18:34.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.254:41725
18:18:34.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:18:34.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:18:34.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:18:34.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42973/jwks.json
18:18:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-0/data/info.pb
18:18:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.254
18:18:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:18:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:18:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4850
18:18:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:18:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:18:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-0/logs
18:18:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:18:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:18:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:18:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:18:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3ddc7d4404ac90c834b1cdd020973c286611e9b0
18:18:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:18:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 18:01:16 UTC on bdcb31816ec0
18:18:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16868
18:18:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.306711  4850 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:18:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.308066  4850 file_cache.cc:492] Constructed file cache file cache with capacity 419430
18:18:34.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.314287  4858 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:34.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.314294  4855 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:34.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.314482  4856 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:34.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.314579  4850 server_base.cc:1061] running on GCE node
18:18:34.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.315124  4850 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:18:34.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.316077  4850 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:18:34.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.317239  4850 hybrid_clock.cc:648] HybridClock initialized: now 1783534714317222 us; error 35 us; skew 500 ppm
18:18:34.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.318702  4850 webserver.cc:534] Webserver started at http://127.4.185.254:33355/ using document root <none> and password file <none>
18:18:34.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.319213  4850 fs_manager.cc:362] Metadata directory not provided
18:18:34.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.319264  4850 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:18:34.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.319411  4850 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:18:34.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.320736  4850 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-0/data/instance:
18:18:34.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce967a627ee244dc84134b492c223bd6"
18:18:34.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:34 on dist-test-slave-zrv4"
18:18:34.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.321137  4850 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-0/wal/instance:
18:18:34.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce967a627ee244dc84134b492c223bd6"
18:18:34.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:34 on dist-test-slave-zrv4"
18:18:34.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.324067  4850 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.002s	sys 0.002s
18:18:34.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.325906  4864 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:18:34.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.326778  4850 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
18:18:34.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.326865  4850 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-0/data,/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-0/wal
18:18:34.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce967a627ee244dc84134b492c223bd6"
18:18:34.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:34 on dist-test-slave-zrv4"
18:18:34.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.326923  4850 fs_report.cc:389] FS layout report
18:18:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:18:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-0/wal
18:18:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-0/wal
18:18:34.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-0/data/data
18:18:34.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:18:34.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:18:34.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:18:34.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:18:34.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:18:34.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:18:34.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:18:34.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:18:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:18:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:18:34.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:18:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.339100  4850 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:18:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.339576  4850 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:18:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.339701  4850 kserver.cc:163] Server-wide thread pool size limit: 3276
18:18:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.345913  4916 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.185.254:41725 every 8 connection(s)
18:18:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.345927  4850 rpc_server.cc:307] RPC server started. Bound to: 127.4.185.254:41725
18:18:34.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.346798  4850 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-0/data/info.pb
18:18:34.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.349223  4917 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:18:34.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.351822  4917 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } has no permanent_uuid. Determining permanent_uuid...
18:18:34.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.356629  4839 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu as pid 4850
18:18:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.356738  4839 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-0/wal/instance
18:18:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.358228  4839 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-1/wal
18:18:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-1/data
18:18:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:18:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:18:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:18:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-1/logs
18:18:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-1/data/info.pb
18:18:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:18:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:18:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:18:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:18:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:18:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:18:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:18:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:18:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.253:42541
18:18:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.253
18:18:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:18:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:18:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:18:34.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:34.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:18:34.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42973/jwks.json with env {}
18:18:34.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.366076  4917 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } has no permanent_uuid. Determining permanent_uuid...
18:18:34.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.366768  4868 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.185.253:42541: connect: Connection refused (error 111)
18:18:34.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.367769  4917 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.185.253:42541: Network error: Client connection negotiation failed: client connection to 127.4.185.253:42541: connect: Connection refused (error 111)
18:18:34.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.416949  4917 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } attempt: 1
18:18:34.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.418226  4917 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.185.253:42541: Network error: Client connection negotiation failed: client connection to 127.4.185.253:42541: connect: Connection refused (error 111)
18:18:34.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.453634  4921 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:18:34.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.453814  4921 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:18:34.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.453869  4921 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:18:34.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.457281  4921 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
18:18:34.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.457337  4921 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:18:34.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.457363  4921 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
18:18:34.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.457386  4921 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
18:18:34.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.457409  4921 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
18:18:34.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.457427  4921 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42973/jwks.json
18:18:34.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.461418  4921 master_runner.cc:387] Master server non-default flags:
18:18:34.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:34.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:34.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:34.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:18:34.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-1/data
18:18:34.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-1/wal
18:18:34.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:18:34.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:34.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:18:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.253:42541
18:18:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:18:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:18:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:18:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42973/jwks.json
18:18:34.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:34.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:34.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-1/data/info.pb
18:18:34.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.253
18:18:34.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:18:34.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:18:34.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4921
18:18:34.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:34.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:18:34.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:18:34.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:34.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-1/logs
18:18:34.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:34.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:18:34.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:18:34.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:18:34.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:18:34.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3ddc7d4404ac90c834b1cdd020973c286611e9b0
18:18:34.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:18:34.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 18:01:16 UTC on bdcb31816ec0
18:18:34.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16868
18:18:34.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.462658  4921 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:18:34.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.463881  4921 file_cache.cc:492] Constructed file cache file cache with capacity 419430
18:18:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.469254  4928 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.469379  4927 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.469534  4930 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.469638  4921 server_base.cc:1061] running on GCE node
18:18:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.470126  4921 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:18:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.471131  4921 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:18:34.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.472301  4921 hybrid_clock.cc:648] HybridClock initialized: now 1783534714472247 us; error 70 us; skew 500 ppm
18:18:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.474205  4921 webserver.cc:534] Webserver started at http://127.4.185.253:41641/ using document root <none> and password file <none>
18:18:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.474820  4921 fs_manager.cc:362] Metadata directory not provided
18:18:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.474892  4921 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:18:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.475109  4921 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:18:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.476963  4921 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-1/data/instance:
18:18:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69debfb516694857b6d111f857f0ad33"
18:18:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:34 on dist-test-slave-zrv4"
18:18:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.477499  4921 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-1/wal/instance:
18:18:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69debfb516694857b6d111f857f0ad33"
18:18:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:34 on dist-test-slave-zrv4"
18:18:34.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.481534  4921 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.006s	sys 0.000s
18:18:34.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.483922  4936 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:18:34.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.485251  4921 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
18:18:34.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.485363  4921 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-1/data,/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-1/wal
18:18:34.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69debfb516694857b6d111f857f0ad33"
18:18:34.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:34 on dist-test-slave-zrv4"
18:18:34.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.485458  4921 fs_report.cc:389] FS layout report
18:18:34.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:18:34.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-1/wal
18:18:34.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-1/wal
18:18:34.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-1/data/data
18:18:34.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:18:34.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:18:34.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:18:34.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:18:34.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:18:34.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:18:34.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:18:34.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:18:34.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:18:34.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:18:34.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:18:34.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.486379  4917 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } attempt: 2
18:18:34.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.488027  4917 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.185.253:42541: Network error: Client connection negotiation failed: client connection to 127.4.185.253:42541: connect: Connection refused (error 111)
18:18:34.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.500454  4921 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:18:34.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.501016  4921 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:18:34.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.501154  4921 kserver.cc:163] Server-wide thread pool size limit: 3276
18:18:34.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.507617  4921 rpc_server.cc:307] RPC server started. Bound to: 127.4.185.253:42541
18:18:34.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.507622  4988 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.185.253:42541 every 8 connection(s)
18:18:34.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.508529  4921 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-1/data/info.pb
18:18:34.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.511106  4989 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:18:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.513389  4839 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu as pid 4921
18:18:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.513485  4839 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-1/wal/instance
18:18:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.513734  4989 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } has no permanent_uuid. Determining permanent_uuid...
18:18:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.514201  4839 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-2/wal
18:18:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-2/data
18:18:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:18:34.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:18:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:18:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-2/logs
18:18:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-2/data/info.pb
18:18:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:18:34.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:18:34.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:18:34.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:18:34.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:34.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:34.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:34.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:18:34.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:18:34.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:18:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:18:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.252:41985
18:18:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.252
18:18:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:18:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:18:34.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:18:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:34.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:18:34.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42973/jwks.json with env {}
18:18:34.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.524901  4989 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } has no permanent_uuid. Determining permanent_uuid...
18:18:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.531324  4989 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } has no permanent_uuid. Determining permanent_uuid...
18:18:34.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.532084  4939 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.185.252:41985: connect: Connection refused (error 111)
18:18:34.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.533165  4989 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.185.252:41985: Network error: Client connection negotiation failed: client connection to 127.4.185.252:41985: connect: Connection refused (error 111)
18:18:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.579161  4917 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } attempt: 3
18:18:34.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.582373  4989 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } attempt: 1
18:18:34.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.583204  4917 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } has no permanent_uuid. Determining permanent_uuid...
18:18:34.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.584348  4989 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.185.252:41985: Network error: Client connection negotiation failed: client connection to 127.4.185.252:41985: connect: Connection refused (error 111)
18:18:34.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.584467  4917 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.185.252:41985: Network error: Client connection negotiation failed: client connection to 127.4.185.252:41985: connect: Connection refused (error 111)
18:18:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.615079  4991 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:18:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.615278  4991 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:18:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.615337  4991 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:18:34.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.615605  4917 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } attempt: 1
18:18:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.616853  4917 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.185.252:41985: Network error: Client connection negotiation failed: client connection to 127.4.185.252:41985: connect: Connection refused (error 111)
18:18:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.618860  4991 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
18:18:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.618918  4991 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:18:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.618952  4991 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
18:18:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.618971  4991 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
18:18:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.618993  4991 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
18:18:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.619014  4991 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42973/jwks.json
18:18:34.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.622736  4991 master_runner.cc:387] Master server non-default flags:
18:18:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:18:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-2/data
18:18:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-2/wal
18:18:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:18:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:18:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.252:41985
18:18:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:18:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:18:34.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:18:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42973/jwks.json
18:18:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-2/data/info.pb
18:18:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.252
18:18:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:18:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:18:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4991
18:18:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:18:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:18:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-2/logs
18:18:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:18:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:18:34.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:18:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:18:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3ddc7d4404ac90c834b1cdd020973c286611e9b0
18:18:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:18:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 18:01:16 UTC on bdcb31816ec0
18:18:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16868
18:18:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.623692  4991 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:18:34.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.624858  4991 file_cache.cc:492] Constructed file cache file cache with capacity 419430
18:18:34.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.630682  5002 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:34.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.630682  5000 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:34.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.630709  4999 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:34.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.631778  4991 server_base.cc:1061] running on GCE node
18:18:34.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.632333  4991 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:18:34.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.633203  4991 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:18:34.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.634352  4991 hybrid_clock.cc:648] HybridClock initialized: now 1783534714634334 us; error 36 us; skew 500 ppm
18:18:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.636062  4991 webserver.cc:534] Webserver started at http://127.4.185.252:42763/ using document root <none> and password file <none>
18:18:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.636641  4991 fs_manager.cc:362] Metadata directory not provided
18:18:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.636699  4991 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:18:34.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.636937  4991 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:18:34.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.638478  4991 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-2/data/instance:
18:18:34.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5420cc7727784533b19fbc4e9ac259df"
18:18:34.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:34 on dist-test-slave-zrv4"
18:18:34.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.638993  4991 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-2/wal/instance:
18:18:34.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5420cc7727784533b19fbc4e9ac259df"
18:18:34.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:34 on dist-test-slave-zrv4"
18:18:34.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.642225  4991 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.000s	sys 0.002s
18:18:34.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.644307  5008 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:18:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.645241  4991 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
18:18:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.645340  4991 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-2/data,/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-2/wal
18:18:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5420cc7727784533b19fbc4e9ac259df"
18:18:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:34 on dist-test-slave-zrv4"
18:18:34.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.645430  4991 fs_report.cc:389] FS layout report
18:18:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:18:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-2/wal
18:18:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-2/wal
18:18:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-2/data/data
18:18:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:18:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:18:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:18:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:18:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:18:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:18:34.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:18:34.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:18:34.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:18:34.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:18:34.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:18:34.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.652504  4989 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } attempt: 2
18:18:34.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.653738  4989 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.185.252:41985: Network error: Client connection negotiation failed: client connection to 127.4.185.252:41985: connect: Connection refused (error 111)
18:18:34.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.656214  4991 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:18:34.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.656785  4991 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:18:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.656958  4991 kserver.cc:163] Server-wide thread pool size limit: 3276
18:18:34.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.663371  4991 rpc_server.cc:307] RPC server started. Bound to: 127.4.185.252:41985
18:18:34.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.663375  5060 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.185.252:41985 every 8 connection(s)
18:18:34.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.664319  4991 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-2/data/info.pb
18:18:34.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.666802  5061 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:18:34.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.669366  4839 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu as pid 4991
18:18:34.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.669468  4839 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/master-2/wal/instance
18:18:34.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.669564  5061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } has no permanent_uuid. Determining permanent_uuid...
18:18:34.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.679453  5061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } has no permanent_uuid. Determining permanent_uuid...
18:18:34.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.683398  5061 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } has no permanent_uuid. Determining permanent_uuid...
18:18:34.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.689790  5061 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df: Bootstrap starting.
18:18:34.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.692019  4917 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } attempt: 2
18:18:34.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.692371  5061 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df: Neither blocks nor log segments found. Creating new log.
18:18:34.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.693280  5061 log.cc:826] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df: Log is configured to *not* fsync() on all Append() calls
18:18:34.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.694723  5061 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df: No bootstrap required, opened a new log
18:18:34.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.697328  4917 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6: Bootstrap starting.
18:18:34.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.698289  5061 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } }
18:18:34.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.698475  5061 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:18:34.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.698523  5061 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5420cc7727784533b19fbc4e9ac259df, State: Initialized, Role: FOLLOWER
18:18:34.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.698911  5061 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } }
18:18:34.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.699353  5070 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } } }
18:18:34.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.699450  5070 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [sys.catalog]: This master's current role is: FOLLOWER
18:18:34.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.699621  4917 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6: Neither blocks nor log segments found. Creating new log.
18:18:34.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.700008  5061 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [sys.catalog]: configured and running, proceeding with master startup.
18:18:34.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.700286  4917 log.cc:826] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6: Log is configured to *not* fsync() on all Append() calls
18:18:34.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.701895  4917 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6: No bootstrap required, opened a new log
18:18:34.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.704761  5082 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
18:18:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.705226  5082 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
18:18:34.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.705701  4917 raft_consensus.cc:359] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } }
18:18:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.705859  4917 raft_consensus.cc:385] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:18:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.705909  4917 raft_consensus.cc:740] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce967a627ee244dc84134b492c223bd6, State: Initialized, Role: FOLLOWER
18:18:34.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.706303  4917 consensus_queue.cc:260] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } }
18:18:34.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.707377  4917 sys_catalog.cc:565] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6 [sys.catalog]: configured and running, proceeding with master startup.
18:18:34.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.707531  4991 master_runner.cc:187] Error getting master registration for 127.4.185.254:41725: OK, instance_id { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" instance_seqno: 1783534714344299 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
18:18:34.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.709559  4991 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
18:18:34.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.711169  5084 sys_catalog.cc:455] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } } }
18:18:34.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.711500  5084 sys_catalog.cc:458] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6 [sys.catalog]: This master's current role is: FOLLOWER
18:18:34.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.711576  4850 master_runner.cc:187] Error getting master registration for 127.4.185.253:42541: OK, instance_id { permanent_uuid: "69debfb516694857b6d111f857f0ad33" instance_seqno: 1783534714505830 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
18:18:34.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.713590  4850 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
18:18:34.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.713670  5095 catalog_manager.cc:1593] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
18:18:34.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.713732  5095 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
18:18:34.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.744884  4989 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } attempt: 3
18:18:34.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.751399  4989 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33: Bootstrap starting.
18:18:34.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.753931  4989 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33: Neither blocks nor log segments found. Creating new log.
18:18:34.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.754702  4989 log.cc:826] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33: Log is configured to *not* fsync() on all Append() calls
18:18:34.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.756424  4989 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33: No bootstrap required, opened a new log
18:18:34.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.759850  4989 raft_consensus.cc:359] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } }
18:18:34.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.760011  4989 raft_consensus.cc:385] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:18:34.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.760062  4989 raft_consensus.cc:740] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 69debfb516694857b6d111f857f0ad33, State: Initialized, Role: FOLLOWER
18:18:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.760495  4989 consensus_queue.cc:260] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } }
18:18:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.761574  4989 sys_catalog.cc:565] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33 [sys.catalog]: configured and running, proceeding with master startup.
18:18:34.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.763217  5098 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } } }
18:18:34.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.763549  5098 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33 [sys.catalog]: This master's current role is: FOLLOWER
18:18:34.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.769100  4921 master_runner.cc:264] No leader master found from master 69debfb516694857b6d111f857f0ad33
18:18:34.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.769165  4921 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
18:18:34.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.786170  5109 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
18:18:34.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.786537  5109 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
18:18:34.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.841068  4870 tablet.cc:2406] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:18:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.884310  5070 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:18:34.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.884469  5070 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } }
18:18:34.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.885478  5070 leader_election.cc:290] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ce967a627ee244dc84134b492c223bd6 (127.4.185.254:41725), 69debfb516694857b6d111f857f0ad33 (127.4.185.253:42541)
18:18:34.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.885891  4891 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5420cc7727784533b19fbc4e9ac259df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce967a627ee244dc84134b492c223bd6" is_pre_election: true
18:18:34.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.886147  4891 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5420cc7727784533b19fbc4e9ac259df in term 0.
18:18:34.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.886363  4963 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5420cc7727784533b19fbc4e9ac259df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "69debfb516694857b6d111f857f0ad33" is_pre_election: true
18:18:34.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.886590  4963 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5420cc7727784533b19fbc4e9ac259df in term 0.
18:18:34.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.886579  5009 leader_election.cc:304] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5420cc7727784533b19fbc4e9ac259df, ce967a627ee244dc84134b492c223bd6; no voters: 
18:18:34.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.887073  5070 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [term 0 FOLLOWER]: Leader pre-election won for term 1
18:18:34.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.887156  5070 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:18:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.887198  5070 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [term 0 FOLLOWER]: Advancing to term 1
18:18:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.888244  5070 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } }
18:18:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.888583  5070 leader_election.cc:290] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [CANDIDATE]: Term 1 election: Requested vote from peers ce967a627ee244dc84134b492c223bd6 (127.4.185.254:41725), 69debfb516694857b6d111f857f0ad33 (127.4.185.253:42541)
18:18:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.888927  4963 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5420cc7727784533b19fbc4e9ac259df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "69debfb516694857b6d111f857f0ad33"
18:18:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.888994  4891 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5420cc7727784533b19fbc4e9ac259df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce967a627ee244dc84134b492c223bd6"
18:18:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.889026  4963 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33 [term 0 FOLLOWER]: Advancing to term 1
18:18:34.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.889099  4891 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6 [term 0 FOLLOWER]: Advancing to term 1
18:18:34.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.890040  4963 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5420cc7727784533b19fbc4e9ac259df in term 1.
18:18:34.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.890165  4891 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5420cc7727784533b19fbc4e9ac259df in term 1.
18:18:34.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.890339  5012 leader_election.cc:304] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5420cc7727784533b19fbc4e9ac259df, 69debfb516694857b6d111f857f0ad33; no voters: 
18:18:34.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.890553  5070 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [term 1 FOLLOWER]: Leader election won for term 1
18:18:34.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.890746  5070 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [term 1 LEADER]: Becoming Leader. State: Replica: 5420cc7727784533b19fbc4e9ac259df, State: Running, Role: LEADER
18:18:34.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.891057  5070 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } }
18:18:34.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.892766  5111 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5420cc7727784533b19fbc4e9ac259df. Latest consensus state: current_term: 1 leader_uuid: "5420cc7727784533b19fbc4e9ac259df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } } }
18:18:34.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.893077  5111 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [sys.catalog]: This master's current role is: LEADER
18:18:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.893893  5113 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
18:18:34.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.894869  5113 catalog_manager.cc:1519] Initializing Kudu cluster ID...
18:18:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.901861  4963 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33 [term 1 FOLLOWER]: Refusing update from remote peer 5420cc7727784533b19fbc4e9ac259df: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:18:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.902148  4891 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6 [term 1 FOLLOWER]: Refusing update from remote peer 5420cc7727784533b19fbc4e9ac259df: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:18:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.902726  5111 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:18:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.903236  5111 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [LEADER]: Connected to new peer: Peer: permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:18:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.905946  5084 sys_catalog.cc:455] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5420cc7727784533b19fbc4e9ac259df. Latest consensus state: current_term: 1 leader_uuid: "5420cc7727784533b19fbc4e9ac259df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } } }
18:18:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.906034  5084 sys_catalog.cc:458] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6 [sys.catalog]: This master's current role is: FOLLOWER
18:18:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.906144  5098 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5420cc7727784533b19fbc4e9ac259df. Latest consensus state: current_term: 1 leader_uuid: "5420cc7727784533b19fbc4e9ac259df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } } }
18:18:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.906234  5098 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33 [sys.catalog]: This master's current role is: FOLLOWER
18:18:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:34.907987  5014 tablet.cc:2406] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:18:34.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.908983  5111 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5420cc7727784533b19fbc4e9ac259df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } } }
18:18:34.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.909075  5111 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [sys.catalog]: This master's current role is: LEADER
18:18:34.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.909965  5084 sys_catalog.cc:455] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5420cc7727784533b19fbc4e9ac259df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } } }
18:18:34.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.910053  5084 sys_catalog.cc:458] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6 [sys.catalog]: This master's current role is: FOLLOWER
18:18:34.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.910965  5114 mvcc.cc:204] Tried to move back new op lower bound from 7305358192223752192 to 7305358192196947968. Current Snapshot: MvccSnapshot[applied={T|T < 7305358192223752192}]
18:18:34.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.911211  5111 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5420cc7727784533b19fbc4e9ac259df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } } }
18:18:34.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.911296  5111 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df [sys.catalog]: This master's current role is: LEADER
18:18:34.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.911993  5098 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5420cc7727784533b19fbc4e9ac259df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce967a627ee244dc84134b492c223bd6" member_type: VOTER last_known_addr { host: "127.4.185.254" port: 41725 } } peers { permanent_uuid: "69debfb516694857b6d111f857f0ad33" member_type: VOTER last_known_addr { host: "127.4.185.253" port: 42541 } } peers { permanent_uuid: "5420cc7727784533b19fbc4e9ac259df" member_type: VOTER last_known_addr { host: "127.4.185.252" port: 41985 } } }
18:18:34.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.912089  5098 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33 [sys.catalog]: This master's current role is: FOLLOWER
18:18:34.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.913187  5116 mvcc.cc:204] Tried to move back new op lower bound from 7305358192223752192 to 7305358192196947968. Current Snapshot: MvccSnapshot[applied={T|T < 7305358192223752192}]
18:18:34.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.914669  5115 mvcc.cc:204] Tried to move back new op lower bound from 7305358192223752192 to 7305358192196947968. Current Snapshot: MvccSnapshot[applied={T|T < 7305358192223752192}]
18:18:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.916313  5113 catalog_manager.cc:1382] Generated new cluster ID: 583a9d5f71454d0d96cdf682d8825a75
18:18:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.916374  5113 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
18:18:34.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.939429  5113 catalog_manager.cc:1405] Generated new certificate authority record
18:18:34.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.940619  5113 catalog_manager.cc:1539] Loading token signing keys...
18:18:34.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.950234  5113 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 5420cc7727784533b19fbc4e9ac259df: Generated new TSK 0
18:18:34.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.950810  5113 catalog_manager.cc:1549] Initializing in-progress tserver states...
18:18:34.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:34.967897  4839 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:34.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:34.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:18:34.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data
18:18:34.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:18:34.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:18:34.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:18:34.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:34.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:34.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:34.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/logs
18:18:34.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data/info.pb
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.193:0
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.193
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.193
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:34.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:18:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.071331  5123 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:18:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.071501  5123 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:18:35.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.071537  5123 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:18:35.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.074716  5123 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:18:35.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.074810  5123 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.185.193
18:18:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.078403  5123 tablet_server_runner.cc:78] Tablet server non-default flags:
18:18:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:18:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data
18:18:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:18:35.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.193:0
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data/info.pb
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.193
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5123
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.193
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/logs
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:18:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3ddc7d4404ac90c834b1cdd020973c286611e9b0
18:18:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:18:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 18:01:16 UTC on bdcb31816ec0
18:18:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16868
18:18:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.079422  5123 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:18:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.080646  5123 file_cache.cc:492] Constructed file cache file cache with capacity 419430
18:18:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.087500  5129 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.087568  5128 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.087504  5131 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.088330  5123 server_base.cc:1061] running on GCE node
18:18:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.088681  5123 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:18:35.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.089236  5123 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:18:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.090379  5123 hybrid_clock.cc:648] HybridClock initialized: now 1783534715090367 us; error 29 us; skew 500 ppm
18:18:35.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.092016  5123 webserver.cc:534] Webserver started at http://127.4.185.193:41125/ using document root <none> and password file <none>
18:18:35.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.092583  5123 fs_manager.cc:362] Metadata directory not provided
18:18:35.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.092657  5123 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:18:35.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.092862  5123 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:18:35.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.094296  5123 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data/instance:
18:18:35.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65326d41045946558da816072767e44d"
18:18:35.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:18:35.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.094780  5123 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal/instance:
18:18:35.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65326d41045946558da816072767e44d"
18:18:35.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:18:35.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.097877  5123 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.002s	sys 0.000s
18:18:35.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.099912  5137 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:18:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.100986  5123 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
18:18:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.101085  5123 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data,/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:18:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65326d41045946558da816072767e44d"
18:18:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:18:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.101162  5123 fs_report.cc:389] FS layout report
18:18:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:18:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:18:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:18:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data/data
18:18:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:18:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:18:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:18:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:18:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:18:35.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:18:35.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:18:35.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:18:35.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:18:35.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:18:35.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:18:35.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.133095  5123 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:18:35.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.133715  5123 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:18:35.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.133862  5123 kserver.cc:163] Server-wide thread pool size limit: 3276
18:18:35.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.134369  5123 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:18:35.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.135365  5123 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:18:35.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.135412  5123 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
18:18:35.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.135450  5123 ts_tablet_manager.cc:616] Registered 0 tablets
18:18:35.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.135463  5123 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
18:18:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.143810  5123 rpc_server.cc:307] RPC server started. Bound to: 127.4.185.193:45375
18:18:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.143842  5250 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.185.193:45375 every 8 connection(s)
18:18:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.144714  5123 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data/info.pb
18:18:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.152776  5253 heartbeater.cc:344] Connected to a master server at 127.4.185.253:42541
18:18:35.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.152998  5253 heartbeater.cc:461] Registering TS with master...
18:18:35.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.153215  5252 heartbeater.cc:344] Connected to a master server at 127.4.185.254:41725
18:18:35.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.153280  5252 heartbeater.cc:461] Registering TS with master...
18:18:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.153515  5252 heartbeater.cc:507] Master 127.4.185.254:41725 requested a full tablet report, sending...
18:18:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.153715  5251 heartbeater.cc:344] Connected to a master server at 127.4.185.252:41985
18:18:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.153774  5251 heartbeater.cc:461] Registering TS with master...
18:18:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.153781  4839 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu as pid 5123
18:18:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.153858  4839 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal/instance
18:18:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.153914  5251 heartbeater.cc:507] Master 127.4.185.252:41985 requested a full tablet report, sending...
18:18:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.153515  5253 heartbeater.cc:507] Master 127.4.185.253:42541 requested a full tablet report, sending...
18:18:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.154989  5025 ts_manager.cc:194] Registered new tserver with Master: 65326d41045946558da816072767e44d (127.4.185.193:45375)
18:18:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.154987  4881 ts_manager.cc:194] Registered new tserver with Master: 65326d41045946558da816072767e44d (127.4.185.193:45375)
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.156293  5025 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.185.193:51871
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.156591  4953 ts_manager.cc:194] Registered new tserver with Master: 65326d41045946558da816072767e44d (127.4.185.193:45375)
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.156994  4839 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/logs
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data/info.pb
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:18:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:18:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.194:0
18:18:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.194
18:18:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.194
18:18:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:18:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:18:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.251389  5258 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:18:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.251582  5258 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:18:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.251641  5258 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:18:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.255091  5258 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:18:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.255203  5258 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.185.194
18:18:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.258879  5258 tablet_server_runner.cc:78] Tablet server non-default flags:
18:18:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:18:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data
18:18:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:18:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.194:0
18:18:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:18:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data/info.pb
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.194
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5258
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.194
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/logs
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3ddc7d4404ac90c834b1cdd020973c286611e9b0
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:18:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 18:01:16 UTC on bdcb31816ec0
18:18:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16868
18:18:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.260313  5258 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:18:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.261579  5258 file_cache.cc:492] Constructed file cache file cache with capacity 419430
18:18:35.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.267228  5263 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:35.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.267284  5266 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:35.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.267494  5258 server_base.cc:1061] running on GCE node
18:18:35.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.267234  5264 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.268074  5258 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:18:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.268509  5258 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:18:35.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.269644  5258 hybrid_clock.cc:648] HybridClock initialized: now 1783534715269631 us; error 32 us; skew 500 ppm
18:18:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.271109  5258 webserver.cc:534] Webserver started at http://127.4.185.194:39767/ using document root <none> and password file <none>
18:18:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.271553  5258 fs_manager.cc:362] Metadata directory not provided
18:18:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.271602  5258 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:18:35.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.271739  5258 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:18:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.273077  5258 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data/instance:
18:18:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "768263ffbef643f4a4c8306ad6349ace"
18:18:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:18:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.273494  5258 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal/instance:
18:18:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "768263ffbef643f4a4c8306ad6349ace"
18:18:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:18:35.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.276429  5258 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.002s	sys 0.003s
18:18:35.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.278185  5272 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:18:35.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.279035  5258 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.001s
18:18:35.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.279134  5258 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data,/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:18:35.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "768263ffbef643f4a4c8306ad6349ace"
18:18:35.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:18:35.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.279222  5258 fs_report.cc:389] FS layout report
18:18:35.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:18:35.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:18:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:18:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data/data
18:18:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:18:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:18:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:18:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:18:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:18:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:18:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:18:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:18:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:18:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:18:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:18:35.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.291589  5258 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:18:35.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.292234  5258 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:18:35.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.292402  5258 kserver.cc:163] Server-wide thread pool size limit: 3276
18:18:35.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.292944  5258 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:18:35.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.293898  5258 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:18:35.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.293946  5258 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
18:18:35.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.293994  5258 ts_tablet_manager.cc:616] Registered 0 tablets
18:18:35.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.294013  5258 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
18:18:35.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.302495  5258 rpc_server.cc:307] RPC server started. Bound to: 127.4.185.194:34107
18:18:35.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.302551  5385 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.185.194:34107 every 8 connection(s)
18:18:35.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.303426  5258 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data/info.pb
18:18:35.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.311604  4839 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu as pid 5258
18:18:35.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.311709  4839 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal/instance
18:18:35.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.311913  5388 heartbeater.cc:344] Connected to a master server at 127.4.185.253:42541
18:18:35.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.312084  5388 heartbeater.cc:461] Registering TS with master...
18:18:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.312530  5388 heartbeater.cc:507] Master 127.4.185.253:42541 requested a full tablet report, sending...
18:18:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.312776  5387 heartbeater.cc:344] Connected to a master server at 127.4.185.254:41725
18:18:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.312842  5387 heartbeater.cc:461] Registering TS with master...
18:18:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.313021  5387 heartbeater.cc:507] Master 127.4.185.254:41725 requested a full tablet report, sending...
18:18:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.313692  4880 ts_manager.cc:194] Registered new tserver with Master: 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:18:35.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.315124  4839 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:35.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:35.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:35.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data
18:18:35.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:18:35.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:18:35.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:18:35.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:35.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:35.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/logs
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/info.pb
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.195:0
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.195
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.195
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:18:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.315151  5386 heartbeater.cc:344] Connected to a master server at 127.4.185.252:41985
18:18:35.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.315160  4953 ts_manager.cc:194] Registered new tserver with Master: 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:18:35.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.315223  5386 heartbeater.cc:461] Registering TS with master...
18:18:35.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.315385  5386 heartbeater.cc:507] Master 127.4.185.252:41985 requested a full tablet report, sending...
18:18:35.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.315972  5025 ts_manager.cc:194] Registered new tserver with Master: 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:18:35.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.316682  5025 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.185.194:39477
18:18:35.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.409436  5393 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:18:35.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.409606  5393 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:18:35.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.409644  5393 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:18:35.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.412870  5393 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:18:35.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.412971  5393 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.185.195
18:18:35.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.416518  5393 tablet_server_runner.cc:78] Tablet server non-default flags:
18:18:35.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:35.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:35.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:35.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:18:35.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data
18:18:35.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:35.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:35.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.195:0
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/info.pb
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.195
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5393
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.195
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/logs
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3ddc7d4404ac90c834b1cdd020973c286611e9b0
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 18:01:16 UTC on bdcb31816ec0
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16868
18:18:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.417376  5393 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:18:35.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.418294  5393 file_cache.cc:492] Constructed file cache file cache with capacity 419430
18:18:35.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.423729  5399 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.423743  5401 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:35.423774  5398 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.424440  5393 server_base.cc:1061] running on GCE node
18:18:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.424772  5393 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:18:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.425288  5393 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:18:35.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.426434  5393 hybrid_clock.cc:648] HybridClock initialized: now 1783534715426428 us; error 22 us; skew 500 ppm
18:18:35.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.427915  5393 webserver.cc:534] Webserver started at http://127.4.185.195:36627/ using document root <none> and password file <none>
18:18:35.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.428360  5393 fs_manager.cc:362] Metadata directory not provided
18:18:35.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.428411  5393 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:18:35.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.428543  5393 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:18:35.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.429875  5393 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/instance:
18:18:35.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "40ed2bbe94b940d79792e7ccf592e3ac"
18:18:35.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:18:35.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.430280  5393 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal/instance:
18:18:35.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "40ed2bbe94b940d79792e7ccf592e3ac"
18:18:35.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:18:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.433285  5393 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.000s	sys 0.002s
18:18:35.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.435127  5407 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:18:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.436040  5393 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.000s	sys 0.002s
18:18:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.436123  5393 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data,/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "40ed2bbe94b940d79792e7ccf592e3ac"
18:18:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:18:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.436180  5393 fs_report.cc:389] FS layout report
18:18:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:18:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/data
18:18:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:18:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:18:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:18:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:18:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:18:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:18:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:18:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:18:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:18:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:18:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:18:35.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.481218  5393 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:18:35.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.481814  5393 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:18:35.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.481949  5393 kserver.cc:163] Server-wide thread pool size limit: 3276
18:18:35.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.482435  5393 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:18:35.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.483393  5393 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:18:35.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.483444  5393 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
18:18:35.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.483494  5393 ts_tablet_manager.cc:616] Registered 0 tablets
18:18:35.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.483515  5393 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
18:18:35.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.491815  5393 rpc_server.cc:307] RPC server started. Bound to: 127.4.185.195:42775
18:18:35.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.491861  5520 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.185.195:42775 every 8 connection(s)
18:18:35.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.492676  5393 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/info.pb
18:18:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.500041  4839 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu as pid 5393
18:18:35.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.500146  4839 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal/instance
18:18:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.501116  5521 heartbeater.cc:344] Connected to a master server at 127.4.185.252:41985
18:18:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.501313  5521 heartbeater.cc:461] Registering TS with master...
18:18:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.501466  5522 heartbeater.cc:344] Connected to a master server at 127.4.185.254:41725
18:18:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.501498  5523 heartbeater.cc:344] Connected to a master server at 127.4.185.253:42541
18:18:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.501541  5522 heartbeater.cc:461] Registering TS with master...
18:18:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.501562  5523 heartbeater.cc:461] Registering TS with master...
18:18:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.501845  5523 heartbeater.cc:507] Master 127.4.185.253:42541 requested a full tablet report, sending...
18:18:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.501860  5522 heartbeater.cc:507] Master 127.4.185.254:41725 requested a full tablet report, sending...
18:18:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.501835  5521 heartbeater.cc:507] Master 127.4.185.252:41985 requested a full tablet report, sending...
18:18:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.502900  4953 ts_manager.cc:194] Registered new tserver with Master: 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.502988  4880 ts_manager.cc:194] Registered new tserver with Master: 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.503434  5025 ts_manager.cc:194] Registered new tserver with Master: 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:35.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.504077  5025 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.185.195:56355
18:18:35.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.507012  4839 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
18:18:35.507 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
18:18:35.509 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

18:18:35.519 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.4.185.254"
      port: 41725
    }
    bound_http_address {
      host: "127.4.185.254"
      port: 33355
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.4.185.253"
      port: 42541
    }
    bound_http_address {
      host: "127.4.185.253"
      port: 41641
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.4.185.252"
      port: 41985
    }
    bound_http_address {
      host: "127.4.185.252"
      port: 42763
    }
  }
}

18:18:35.523 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

18:18:35.524 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.4.185.193"
      port: 45375
    }
    bound_http_address {
      host: "127.4.185.193"
      port: 41125
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.4.185.194"
      port: 34107
    }
    bound_http_address {
      host: "127.4.185.194"
      port: 39767
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.4.185.195"
      port: 42775
    }
    bound_http_address {
      host: "127.4.185.195"
      port: 36627
    }
  }
}

18:18:35.525 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
18:18:35.689 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
18:18:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.715161  5095 catalog_manager.cc:1294] Loaded cluster ID: 583a9d5f71454d0d96cdf682d8825a75
18:18:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.715235  5095 catalog_manager.cc:1587] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6: loading cluster ID for follower catalog manager: success
18:18:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.717618  5095 catalog_manager.cc:1609] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6: acquiring CA information for follower catalog manager: success
18:18:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.718843  5095 catalog_manager.cc:1637] T 00000000000000000000000000000000 P ce967a627ee244dc84134b492c223bd6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:18:35.741 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
18:18:35.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.788228  5109 catalog_manager.cc:1294] Loaded cluster ID: 583a9d5f71454d0d96cdf682d8825a75
18:18:35.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.788303  5109 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33: loading cluster ID for follower catalog manager: success
18:18:35.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.790649  5109 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33: acquiring CA information for follower catalog manager: success
18:18:35.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:35.791958  5109 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 69debfb516694857b6d111f857f0ad33: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:18:35.913 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.185.254:41725(127.4.185.254:41725)] connecting to peer
18:18:35.969 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.185.253:42541(127.4.185.253:42541)] connecting to peer
18:18:35.973 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.185.252:41985(127.4.185.252:41985)] connecting to peer
18:18:35.989 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.185.252:41985(127.4.185.252:41985)] Successfully connected to peer
18:18:35.989 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.185.253:42541(127.4.185.253:42541)] Successfully connected to peer
18:18:35.989 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.185.254:41725(127.4.185.254:41725)] Successfully connected to peer
18:18:36.072 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.185.253
18:18:36.072 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.185.252
18:18:36.072 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.185.254
18:18:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.159588  5251 heartbeater.cc:499] Master 127.4.185.252:41985 was elected leader, sending a full tablet report...
18:18:36.275 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9b8f1f30, L:/127.0.0.1:54958 - R:/127.4.185.252:41985] using SASL/PLAIN
18:18:36.275 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x30102405, L:/127.0.0.1:58212 - R:/127.4.185.253:42541] using SASL/PLAIN
18:18:36.275 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd8908b1c, L:/127.0.0.1:41358 - R:/127.4.185.254:41725] using SASL/PLAIN
18:18:36.306 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
18:18:36.307 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=435), Traces: [0ms] refreshing cache from master, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.185.254:41725, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.185.253:42541, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.185.252:41985, [410ms] Sub RPC ConnectToMaster: received response from server master-127.4.185.254:41725: OK, [410ms] Sub RPC ConnectToMaster: received response from server master-127.4.185.253:42541: OK, [410ms] Sub RPC ConnectToMaster: received response from server master-127.4.185.252:41985: OK, deferred=null) after lookup
18:18:36.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.318150  5386 heartbeater.cc:499] Master 127.4.185.252:41985 was elected leader, sending a full tablet report...
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.346982  5024 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54958:
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857"
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
18:18:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
18:18:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
18:18:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:18:36.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:36.348454  5024 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
18:18:36.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.377548  5320 tablet_service.cc:1511] Processing CreateTablet for tablet 35730517f22f4b9caa75b608382d26e0 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857 [id=54993ad933c845138918e512848fece1]), partition=RANGE (key) PARTITION UNBOUNDED
18:18:36.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.378522  5320 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 35730517f22f4b9caa75b608382d26e0. 1 dirs total, 0 dirs full, 0 dirs failed
18:18:36.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.378739  5185 tablet_service.cc:1511] Processing CreateTablet for tablet 35730517f22f4b9caa75b608382d26e0 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857 [id=54993ad933c845138918e512848fece1]), partition=RANGE (key) PARTITION UNBOUNDED
18:18:36.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.379601  5185 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 35730517f22f4b9caa75b608382d26e0. 1 dirs total, 0 dirs full, 0 dirs failed
18:18:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.382464  5455 tablet_service.cc:1511] Processing CreateTablet for tablet 35730517f22f4b9caa75b608382d26e0 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857 [id=54993ad933c845138918e512848fece1]), partition=RANGE (key) PARTITION UNBOUNDED
18:18:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.383282  5455 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 35730517f22f4b9caa75b608382d26e0. 1 dirs total, 0 dirs full, 0 dirs failed
18:18:36.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.385675  5552 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Bootstrap starting.
18:18:36.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.388357  5552 tablet_bootstrap.cc:654] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Neither blocks nor log segments found. Creating new log.
18:18:36.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.388792  5553 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Bootstrap starting.
18:18:36.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.389590  5552 log.cc:826] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Log is configured to *not* fsync() on all Append() calls
18:18:36.390 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 54993ad933c845138918e512848fece1
18:18:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.390862  5553 tablet_bootstrap.cc:654] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Neither blocks nor log segments found. Creating new log.
18:18:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.391601  5553 log.cc:826] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Log is configured to *not* fsync() on all Append() calls
18:18:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.392237  5554 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Bootstrap starting.
18:18:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.394034  5553 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: No bootstrap required, opened a new log
18:18:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.394140  5554 tablet_bootstrap.cc:654] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Neither blocks nor log segments found. Creating new log.
18:18:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.394724  5553 ts_tablet_manager.cc:1403] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Time spent bootstrapping tablet: real 0.006s	user 0.004s	sys 0.000s
18:18:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.394814  5554 log.cc:826] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Log is configured to *not* fsync() on all Append() calls
18:18:36.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.396277  5554 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: No bootstrap required, opened a new log
18:18:36.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.396446  5554 ts_tablet_manager.cc:1403] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Time spent bootstrapping tablet: real 0.004s	user 0.003s	sys 0.000s
18:18:36.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.398859  5552 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: No bootstrap required, opened a new log
18:18:36.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.399206  5552 ts_tablet_manager.cc:1403] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Time spent bootstrapping tablet: real 0.014s	user 0.004s	sys 0.000s
18:18:36.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.399274  5554 raft_consensus.cc:359] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:36.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.399639  5554 raft_consensus.cc:385] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:18:36.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.399837  5554 raft_consensus.cc:740] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 40ed2bbe94b940d79792e7ccf592e3ac, State: Initialized, Role: FOLLOWER
18:18:36.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.400393  5554 consensus_queue.cc:260] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:36.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.401326  5554 ts_tablet_manager.cc:1434] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
18:18:36.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.401856  5521 heartbeater.cc:499] Master 127.4.185.252:41985 was elected leader, sending a full tablet report...
18:18:36.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.402802  5552 raft_consensus.cc:359] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:36.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.403003  5552 raft_consensus.cc:385] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:18:36.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.403055  5552 raft_consensus.cc:740] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 768263ffbef643f4a4c8306ad6349ace, State: Initialized, Role: FOLLOWER
18:18:36.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.403439  5552 consensus_queue.cc:260] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:36.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.404042  5553 raft_consensus.cc:359] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:36.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.404166  5552 ts_tablet_manager.cc:1434] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.000s
18:18:36.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.404217  5553 raft_consensus.cc:385] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:18:36.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.404274  5553 raft_consensus.cc:740] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65326d41045946558da816072767e44d, State: Initialized, Role: FOLLOWER
18:18:36.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.405422  5553 consensus_queue.cc:260] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:36.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.406141  5553 ts_tablet_manager.cc:1434] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Time spent starting tablet: real 0.011s	user 0.004s	sys 0.000s
18:18:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.455439  5558 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:18:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.455652  5558 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:36.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.456777  5558 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 65326d41045946558da816072767e44d (127.4.185.193:45375), 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:18:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.460371  5205 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65326d41045946558da816072767e44d" is_pre_election: true
18:18:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.460645  5205 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 40ed2bbe94b940d79792e7ccf592e3ac in term 0.
18:18:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.460651  5340 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "768263ffbef643f4a4c8306ad6349ace" is_pre_election: true
18:18:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.460855  5340 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 40ed2bbe94b940d79792e7ccf592e3ac in term 0.
18:18:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.461099  5408 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 40ed2bbe94b940d79792e7ccf592e3ac, 65326d41045946558da816072767e44d; no voters: 
18:18:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.461315  5558 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 0 FOLLOWER]: Leader pre-election won for term 1
18:18:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.461393  5558 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:18:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.461436  5558 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 0 FOLLOWER]: Advancing to term 1
18:18:36.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.462301  5558 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:36.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.462772  5558 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 1 election: Requested vote from peers 65326d41045946558da816072767e44d (127.4.185.193:45375), 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:18:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.463153  5205 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65326d41045946558da816072767e44d"
18:18:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.463236  5340 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "768263ffbef643f4a4c8306ad6349ace"
18:18:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.463290  5205 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 0 FOLLOWER]: Advancing to term 1
18:18:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.463346  5340 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 0 FOLLOWER]: Advancing to term 1
18:18:36.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.464152  5205 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 40ed2bbe94b940d79792e7ccf592e3ac in term 1.
18:18:36.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.464419  5340 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 40ed2bbe94b940d79792e7ccf592e3ac in term 1.
18:18:36.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.464489  5408 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 40ed2bbe94b940d79792e7ccf592e3ac, 65326d41045946558da816072767e44d; no voters: 
18:18:36.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.464730  5558 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 1 FOLLOWER]: Leader election won for term 1
18:18:36.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.464936  5558 raft_consensus.cc:697] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 1 LEADER]: Becoming Leader. State: Replica: 40ed2bbe94b940d79792e7ccf592e3ac, State: Running, Role: LEADER
18:18:36.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.465384  5558 consensus_queue.cc:237] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.469535  5023 catalog_manager.cc:5696] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac reported cstate change: term changed from 0 to 1, leader changed from <none> to 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195). New cstate: current_term: 1 leader_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } health_report { overall_health: HEALTHY } } }
18:18:36.479 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 54993ad933c845138918e512848fece1
18:18:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:36.494645  5524 tablet.cc:2406] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:18:36.502 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:36.507 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299995, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:36.509 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [14ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=null) after lookup
18:18:36.520 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:36.522 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] Successfully connected to peer
18:18:36.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:36.555199  5389 tablet.cc:2406] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:18:36.592 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x41a7540d, L:/127.0.0.1:59394 - R:/127.4.185.195:42775] using TOKEN/null
18:18:36.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.599231  5205 raft_consensus.cc:1275] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 1 FOLLOWER]: Refusing update from remote peer 40ed2bbe94b940d79792e7ccf592e3ac: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:18:36.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.599241  5340 raft_consensus.cc:1275] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 1 FOLLOWER]: Refusing update from remote peer 40ed2bbe94b940d79792e7ccf592e3ac: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:18:36.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.599908  5558 consensus_queue.cc:1048] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [LEADER]: Connected to new peer: Peer: permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:18:36.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.600063  5563 consensus_queue.cc:1048] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [LEADER]: Connected to new peer: Peer: permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:18:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.610877  5568 mvcc.cc:204] Tried to move back new op lower bound from 7305358199183261696 to 7305358198645002240. Current Snapshot: MvccSnapshot[applied={T|T < 7305358199183261696 or (T in {7305358199183261696})}]
18:18:36.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.614666  5567 mvcc.cc:204] Tried to move back new op lower bound from 7305358199183261696 to 7305358198645002240. Current Snapshot: MvccSnapshot[applied={T|T < 7305358199183261696}]
18:18:36.707 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857, tablet=35730517f22f4b9caa75b608382d26e0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:18:36.708 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.185.195:42775
18:18:36.709 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:18:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:36.710279  4839 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu with pid 5393
18:18:36.718 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:18:36.721 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] handling channelInactive
18:18:36.721 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state READY due to: connection closed
18:18:36.722 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: connection closed
18:18:36.737 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:36.737 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:36.738 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [2ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@426033154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@c537a3d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55bbe246 -> wakeup thread Time-limited test)) after lookup
18:18:36.738 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:36.741 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:36.741 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:36.741 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:36.756 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:36.756 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:36.756 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [2ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [19ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [22ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [22ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [36ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@426033154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@c537a3d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@706967007 after retry RPC@1474208023), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55bbe246 -> wakeup thread Time-limited test -> (continuation of Deferred@706967007 after retry RPC@1474208023))) after lookup
18:18:36.757 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:36.759 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:36.759 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:36.759 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:36.776 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:36.776 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:36.777 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [2ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [19ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [22ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [22ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [36ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [38ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [40ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [40ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [57ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@426033154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@c537a3d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@706967007 after retry RPC@1474208023) -> (continuation of Deferred@2072945330 after retry RPC@348376391), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55bbe246 -> wakeup thread Time-limited test -> (continuation of Deferred@706967007 after retry RPC@1474208023) -> (continuation of Deferred@2072945330 after retry RPC@348376391))) after lookup
18:18:36.778 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:36.780 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:36.780 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:36.780 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:36.876 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:36.877 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:36.877 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=158), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [2ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [19ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [22ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [22ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [36ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [38ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [40ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [40ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [57ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [58ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [61ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [61ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [154ms] refreshing cache from master, [154ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [157ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@426033154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@c537a3d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@706967007 after retry RPC@1474208023) -> (continuation of Deferred@2072945330 after retry RPC@348376391) -> (continuation of Deferred@1850866969 after retry RPC@782547375), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55bbe246 -> wakeup thread Time-limited test -> (continuation of Deferred@706967007 after retry RPC@1474208023) -> (continuation of Deferred@2072945330 after retry RPC@348376391) -> (continuation of Deferred@1850866969 after retry RPC@782547375))) after lookup
18:18:36.878 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:36.879 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:36.880 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:36.880 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:37.017 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:37.017 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:37.018 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=298), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [2ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [19ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [22ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [22ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [36ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [38ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [40ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [40ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [57ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [58ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [61ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [61ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [154ms] refreshing cache from master, [154ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [157ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [159ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [161ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [161ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [294ms] refreshing cache from master, [294ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [297ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@426033154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@c537a3d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@706967007 after retry RPC@1474208023) -> (continuation of Deferred@2072945330 after retry RPC@348376391) -> (continuation of Deferred@1850866969 after retry RPC@782547375) -> (continuation of Deferred@1199224149 after retry RPC@1581327069), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55bbe246 -> wakeup thread Time-limited test -> (continuation of Deferred@706967007 after retry RPC@1474208023) -> (continuation of Deferred@2072945330 after retry RPC@348376391) -> (continuation of Deferred@1850866969 after retry RPC@782547375) -> (continuation of Deferred@1199224149 after retry RPC@1581327069))) after lookup
18:18:37.019 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:37.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:37.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:37.020 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:38.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.149868  5580 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 40ed2bbe94b940d79792e7ccf592e3ac)
18:18:38.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.149905  5581 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 40ed2bbe94b940d79792e7ccf592e3ac)
18:18:38.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.150010  5581 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:38.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.149993  5580 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:38.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.151136  5580 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 65326d41045946558da816072767e44d (127.4.185.193:45375), 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.152158  5581 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107), 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:38.152709  5140 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.185.195:42775: connect: Connection refused (error 111)
18:18:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:38.153544  5275 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.185.195:42775: connect: Connection refused (error 111)
18:18:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:38.154237  5140 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775): Network error: Client connection negotiation failed: client connection to 127.4.185.195:42775: connect: Connection refused (error 111)
18:18:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:38.154422  5275 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775): Network error: Client connection negotiation failed: client connection to 127.4.185.195:42775: connect: Connection refused (error 111)
18:18:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.155575  5340 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "65326d41045946558da816072767e44d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "768263ffbef643f4a4c8306ad6349ace" is_pre_election: true
18:18:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.155725  5340 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65326d41045946558da816072767e44d in term 1.
18:18:38.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.156050  5138 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 65326d41045946558da816072767e44d, 768263ffbef643f4a4c8306ad6349ace; no voters: 40ed2bbe94b940d79792e7ccf592e3ac
18:18:38.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.156342  5581 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 1 FOLLOWER]: Leader pre-election won for term 2
18:18:38.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.156330  5205 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "768263ffbef643f4a4c8306ad6349ace" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "65326d41045946558da816072767e44d" is_pre_election: true
18:18:38.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.156428  5581 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 1 FOLLOWER]: Starting leader election (detected failure of leader 40ed2bbe94b940d79792e7ccf592e3ac)
18:18:38.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.156467  5581 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 1 FOLLOWER]: Advancing to term 2
18:18:38.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.157203  5581 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:38.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.157419  5205 raft_consensus.cc:2393] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 768263ffbef643f4a4c8306ad6349ace in current term 2: Already voted for candidate 65326d41045946558da816072767e44d in this term.
18:18:38.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.157529  5581 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 2 election: Requested vote from peers 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107), 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.157817  5340 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "65326d41045946558da816072767e44d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "768263ffbef643f4a4c8306ad6349ace"
18:18:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.157915  5340 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 1 FOLLOWER]: Advancing to term 2
18:18:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.158133  5273 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 768263ffbef643f4a4c8306ad6349ace; no voters: 40ed2bbe94b940d79792e7ccf592e3ac, 65326d41045946558da816072767e44d
18:18:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:38.158542  5140 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775): Network error: Client connection negotiation failed: client connection to 127.4.185.195:42775: connect: Connection refused (error 111)
18:18:38.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.158806  5340 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65326d41045946558da816072767e44d in term 2.
18:18:38.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.158902  5580 raft_consensus.cc:2749] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
18:18:38.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.159154  5138 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 65326d41045946558da816072767e44d, 768263ffbef643f4a4c8306ad6349ace; no voters: 40ed2bbe94b940d79792e7ccf592e3ac
18:18:38.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.159314  5581 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 2 FOLLOWER]: Leader election won for term 2
18:18:38.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.159477  5581 raft_consensus.cc:697] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 2 LEADER]: Becoming Leader. State: Replica: 65326d41045946558da816072767e44d, State: Running, Role: LEADER
18:18:38.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.159722  5581 consensus_queue.cc:237] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.161795  5023 catalog_manager.cc:5696] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d reported cstate change: term changed from 1 to 2, leader changed from 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195) to 65326d41045946558da816072767e44d (127.4.185.193). New cstate: current_term: 2 leader_uuid: "65326d41045946558da816072767e44d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } health_report { overall_health: UNKNOWN } } }
18:18:38.336 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:38.337 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:38.337 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1618), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [2ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [19ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [22ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [22ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [36ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [38ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [40ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [40ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [57ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [58ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [61ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [61ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [154ms] refreshing cache from master, [154ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [157ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [159ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [161ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [161ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [294ms] refreshing cache from master, [294ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [297ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [299ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [301ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [301ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [1614ms] refreshing cache from master, [1614ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [1617ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@426033154(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@c537a3d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@706967007 after retry RPC@1474208023) -> (continuation of Deferred@2072945330 after retry RPC@348376391) -> (continuation of Deferred@1850866969 after retry RPC@782547375) -> (continuation of Deferred@1199224149 after retry RPC@1581327069) -> (continuation of Deferred@1773328614 after retry RPC@1043482823), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55bbe246 -> wakeup thread Time-limited test -> (continuation of Deferred@706967007 after retry RPC@1474208023) -> (continuation of Deferred@2072945330 after retry RPC@348376391) -> (continuation of Deferred@1850866969 after retry RPC@782547375) -> (continuation of Deferred@1199224149 after retry RPC@1581327069) -> (continuation of Deferred@1773328614 after retry RPC@1043482823))) after lookup
18:18:38.338 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:38.339 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] Successfully connected to peer
18:18:38.358 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6ece41cc, L:/127.0.0.1:39042 - R:/127.4.185.193:45375] using TOKEN/null
18:18:38.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.362285  5340 raft_consensus.cc:1275] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 2 FOLLOWER]: Refusing update from remote peer 65326d41045946558da816072767e44d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
18:18:38.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.362869  5581 consensus_queue.cc:1048] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [LEADER]: Connected to new peer: Peer: permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
18:18:38.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:38.363235  5140 consensus_peers.cc:597] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d -> Peer 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775): Couldn't send request to peer 40ed2bbe94b940d79792e7ccf592e3ac. Status: Network error: Client connection negotiation failed: client connection to 127.4.185.195:42775: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:18:38.379 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.185.195:42775
18:18:38.380 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.381199  4839 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/logs
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/info.pb
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.195:42775
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.195
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36627
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.195
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:38.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:38.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:38.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:18:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:38.476788  5609 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:18:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:38.476974  5609 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:18:38.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:38.477023  5609 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:18:38.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:38.480288  5609 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:18:38.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:38.480397  5609 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.185.195
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.484028  5609 tablet_server_runner.cc:78] Tablet server non-default flags:
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.195:42775
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/info.pb
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.195
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36627
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5609
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.195
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/logs
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3ddc7d4404ac90c834b1cdd020973c286611e9b0
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 18:01:16 UTC on bdcb31816ec0
18:18:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16868
18:18:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.484956  5609 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:18:38.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.485916  5609 file_cache.cc:492] Constructed file cache file cache with capacity 419430
18:18:38.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:38.491608  5614 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:38.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:38.491699  5615 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:38.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:38.491636  5617 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:38.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.492156  5609 server_base.cc:1061] running on GCE node
18:18:38.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.492532  5609 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:18:38.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.493135  5609 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:18:38.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.494282  5609 hybrid_clock.cc:648] HybridClock initialized: now 1783534718494267 us; error 28 us; skew 500 ppm
18:18:38.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.496006  5609 webserver.cc:534] Webserver started at http://127.4.185.195:36627/ using document root <none> and password file <none>
18:18:38.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.496537  5609 fs_manager.cc:362] Metadata directory not provided
18:18:38.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.496618  5609 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:18:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.499682  5609 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
18:18:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.501458  5623 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:18:38.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.502312  5609 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
18:18:38.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.502415  5609 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data,/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:38.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "40ed2bbe94b940d79792e7ccf592e3ac"
18:18:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:18:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.502777  5609 fs_report.cc:389] FS layout report
18:18:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:18:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/data
18:18:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:18:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:18:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:18:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:18:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:18:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:18:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:18:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:18:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:18:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:18:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:18:38.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.515213  5609 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:18:38.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.515698  5609 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:18:38.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.515821  5609 kserver.cc:163] Server-wide thread pool size limit: 3276
18:18:38.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.516228  5609 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:18:38.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.517235  5630 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:18:38.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.519999  5609 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:18:38.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.520061  5609 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
18:18:38.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.520107  5609 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:18:38.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.521365  5609 ts_tablet_manager.cc:616] Registered 1 tablets
18:18:38.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.521427  5609 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
18:18:38.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.521740  5630 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Bootstrap starting.
18:18:38.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.531875  5609 rpc_server.cc:307] RPC server started. Bound to: 127.4.185.195:42775
18:18:38.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.531917  5737 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.185.195:42775 every 8 connection(s)
18:18:38.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.532779  5609 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/info.pb
18:18:38.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.535385  5630 log.cc:826] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Log is configured to *not* fsync() on all Append() calls
18:18:38.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.535794  4839 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu as pid 5609
18:18:38.536 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:18:38.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.542436  5738 heartbeater.cc:344] Connected to a master server at 127.4.185.252:41985
18:18:38.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.542949  5738 heartbeater.cc:461] Registering TS with master...
18:18:38.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.543637  5739 heartbeater.cc:344] Connected to a master server at 127.4.185.254:41725
18:18:38.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.543610  5738 heartbeater.cc:507] Master 127.4.185.252:41985 requested a full tablet report, sending...
18:18:38.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.543730  5739 heartbeater.cc:461] Registering TS with master...
18:18:38.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.543903  5739 heartbeater.cc:507] Master 127.4.185.254:41725 requested a full tablet report, sending...
18:18:38.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.543629  5740 heartbeater.cc:344] Connected to a master server at 127.4.185.253:42541
18:18:38.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.544862  5740 heartbeater.cc:461] Registering TS with master...
18:18:38.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.545022  5740 heartbeater.cc:507] Master 127.4.185.253:42541 requested a full tablet report, sending...
18:18:38.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.545475  5023 ts_manager.cc:194] Re-registered known tserver with Master: 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:38.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.545885  4880 ts_manager.cc:194] Re-registered known tserver with Master: 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:38.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.546398  5023 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.185.195:43845
18:18:38.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.546793  4952 ts_manager.cc:194] Re-registered known tserver with Master: 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:38.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.547379  5630 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:18:38.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.547751  5630 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Bootstrap complete.
18:18:38.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.548936  5630 ts_tablet_manager.cc:1403] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Time spent bootstrapping tablet: real 0.027s	user 0.008s	sys 0.014s
18:18:38.550 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857, tablet=35730517f22f4b9caa75b608382d26e0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:18:38.550 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.185.193:45375
18:18:38.551 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:18:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.551240  4839 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu with pid 5123
18:18:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.551249  5630 raft_consensus.cc:359] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.551625  5630 raft_consensus.cc:740] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 40ed2bbe94b940d79792e7ccf592e3ac, State: Initialized, Role: FOLLOWER
18:18:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.552035  5630 consensus_queue.cc:260] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.552821  5630 ts_tablet_manager.cc:1434] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
18:18:38.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:38.553105  5738 heartbeater.cc:499] Master 127.4.185.252:41985 was elected leader, sending a full tablet report...
18:18:38.557 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:18:38.557 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] handling channelInactive
18:18:38.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state READY due to: connection closed
18:18:38.558 [DEBUG - Time-limited test] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:38.559 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:38.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:38.559 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:38.575 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:38.576 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:38.576 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [1ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@623702654(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@7c017b3c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e5ce0b0 -> wakeup thread Time-limited test)) after lookup
18:18:38.577 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:38.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:38.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:38.578 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:38.595 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:38.595 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:38.596 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [1ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [18ms] sending RPC to server 65326d41045946558da816072767e44d, [20ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [20ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@623702654(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@7c017b3c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@629451926 after retry RPC@1286898166), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e5ce0b0 -> wakeup thread Time-limited test -> (continuation of Deferred@629451926 after retry RPC@1286898166))) after lookup
18:18:38.597 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:38.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:38.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:38.598 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:38.636 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:38.636 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:38.637 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [1ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [18ms] sending RPC to server 65326d41045946558da816072767e44d, [20ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [20ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [38ms] sending RPC to server 65326d41045946558da816072767e44d, [40ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [40ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [78ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@623702654(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@7c017b3c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@629451926 after retry RPC@1286898166) -> (continuation of Deferred@1677552818 after retry RPC@187628042), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e5ce0b0 -> wakeup thread Time-limited test -> (continuation of Deferred@629451926 after retry RPC@1286898166) -> (continuation of Deferred@1677552818 after retry RPC@187628042))) after lookup
18:18:38.637 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:38.639 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:38.639 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:38.639 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:38.776 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:38.776 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:38.776 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=218), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [1ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [18ms] sending RPC to server 65326d41045946558da816072767e44d, [20ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [20ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [38ms] sending RPC to server 65326d41045946558da816072767e44d, [40ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [40ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [78ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [79ms] sending RPC to server 65326d41045946558da816072767e44d, [81ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [81ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [215ms] refreshing cache from master, [215ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [217ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@623702654(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@7c017b3c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@629451926 after retry RPC@1286898166) -> (continuation of Deferred@1677552818 after retry RPC@187628042) -> (continuation of Deferred@1612153980 after retry RPC@471194846), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e5ce0b0 -> wakeup thread Time-limited test -> (continuation of Deferred@629451926 after retry RPC@1286898166) -> (continuation of Deferred@1677552818 after retry RPC@187628042) -> (continuation of Deferred@1612153980 after retry RPC@471194846))) after lookup
18:18:38.777 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:38.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:38.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:38.778 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:39.155 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:39.155 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:39.156 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=598), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [1ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [18ms] sending RPC to server 65326d41045946558da816072767e44d, [20ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [20ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [38ms] sending RPC to server 65326d41045946558da816072767e44d, [40ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [40ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [78ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [79ms] sending RPC to server 65326d41045946558da816072767e44d, [81ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [81ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [215ms] refreshing cache from master, [215ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [217ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [219ms] sending RPC to server 65326d41045946558da816072767e44d, [220ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [220ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [594ms] refreshing cache from master, [595ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [597ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@623702654(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@7c017b3c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@629451926 after retry RPC@1286898166) -> (continuation of Deferred@1677552818 after retry RPC@187628042) -> (continuation of Deferred@1612153980 after retry RPC@471194846) -> (continuation of Deferred@1245507965 after retry RPC@2029856712), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e5ce0b0 -> wakeup thread Time-limited test -> (continuation of Deferred@629451926 after retry RPC@1286898166) -> (continuation of Deferred@1677552818 after retry RPC@187628042) -> (continuation of Deferred@1612153980 after retry RPC@471194846) -> (continuation of Deferred@1245507965 after retry RPC@2029856712))) after lookup
18:18:39.157 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:39.158 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:39.158 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:39.159 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:39.836 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:39.836 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:39.837 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1278), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [1ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [18ms] sending RPC to server 65326d41045946558da816072767e44d, [20ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [20ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [38ms] sending RPC to server 65326d41045946558da816072767e44d, [40ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [40ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [78ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [79ms] sending RPC to server 65326d41045946558da816072767e44d, [81ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [81ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [215ms] refreshing cache from master, [215ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [217ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [219ms] sending RPC to server 65326d41045946558da816072767e44d, [220ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [220ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [594ms] refreshing cache from master, [595ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [597ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [598ms] sending RPC to server 65326d41045946558da816072767e44d, [600ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [601ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [1275ms] refreshing cache from master, [1275ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [1277ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@623702654(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@7c017b3c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@629451926 after retry RPC@1286898166) -> (continuation of Deferred@1677552818 after retry RPC@187628042) -> (continuation of Deferred@1612153980 after retry RPC@471194846) -> (continuation of Deferred@1245507965 after retry RPC@2029856712) -> (continuation of Deferred@2108557437 after retry RPC@949398958), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e5ce0b0 -> wakeup thread Time-limited test -> (continuation of Deferred@629451926 after retry RPC@1286898166) -> (continuation of Deferred@1677552818 after retry RPC@187628042) -> (continuation of Deferred@1612153980 after retry RPC@471194846) -> (continuation of Deferred@1245507965 after retry RPC@2029856712) -> (continuation of Deferred@2108557437 after retry RPC@949398958))) after lookup
18:18:39.837 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:39.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:39.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:39.839 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:39.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.879642  5752 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 65326d41045946558da816072767e44d)
18:18:39.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.879771  5752 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:39.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.880259  5752 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 65326d41045946558da816072767e44d (127.4.185.193:45375), 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:39.881440  5273 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 65326d41045946558da816072767e44d (127.4.185.193:45375): Network error: Client connection negotiation failed: client connection to 127.4.185.193:45375: connect: Connection refused (error 111)
18:18:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.884720  5692 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "768263ffbef643f4a4c8306ad6349ace" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" is_pre_election: true
18:18:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.885031  5692 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 768263ffbef643f4a4c8306ad6349ace in term 1.
18:18:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.885670  5275 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 40ed2bbe94b940d79792e7ccf592e3ac, 768263ffbef643f4a4c8306ad6349ace; no voters: 65326d41045946558da816072767e44d
18:18:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.885842  5752 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 2 FOLLOWER]: Leader pre-election won for term 3
18:18:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.885919  5752 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 2 FOLLOWER]: Starting leader election (detected failure of leader 65326d41045946558da816072767e44d)
18:18:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.885963  5752 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 2 FOLLOWER]: Advancing to term 3
18:18:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.886756  5752 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.887131  5752 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 3 election: Requested vote from peers 65326d41045946558da816072767e44d (127.4.185.193:45375), 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.887470  5692 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "768263ffbef643f4a4c8306ad6349ace" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "40ed2bbe94b940d79792e7ccf592e3ac"
18:18:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.887571  5692 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 1 FOLLOWER]: Advancing to term 3
18:18:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:39.887943  5273 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 65326d41045946558da816072767e44d (127.4.185.193:45375): Network error: Client connection negotiation failed: client connection to 127.4.185.193:45375: connect: Connection refused (error 111)
18:18:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.889120  5692 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 768263ffbef643f4a4c8306ad6349ace in term 3.
18:18:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.889389  5275 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 40ed2bbe94b940d79792e7ccf592e3ac, 768263ffbef643f4a4c8306ad6349ace; no voters: 65326d41045946558da816072767e44d
18:18:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.889545  5752 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 3 FOLLOWER]: Leader election won for term 3
18:18:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.889756  5752 raft_consensus.cc:697] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 3 LEADER]: Becoming Leader. State: Replica: 768263ffbef643f4a4c8306ad6349ace, State: Running, Role: LEADER
18:18:39.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.890046  5752 consensus_queue.cc:237] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:39.892262  5023 catalog_manager.cc:5696] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace reported cstate change: term changed from 2 to 3, leader changed from 65326d41045946558da816072767e44d (127.4.185.193) to 768263ffbef643f4a4c8306ad6349ace (127.4.185.194). New cstate: current_term: 3 leader_uuid: "768263ffbef643f4a4c8306ad6349ace" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } health_report { overall_health: UNKNOWN } } }
18:18:40.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:40.314459  5273 consensus_peers.cc:597] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace -> Peer 65326d41045946558da816072767e44d (127.4.185.193:45375): Couldn't send request to peer 65326d41045946558da816072767e44d. Status: Network error: Client connection negotiation failed: client connection to 127.4.185.193:45375: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:18:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:40.381515  5692 raft_consensus.cc:1275] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 3 FOLLOWER]: Refusing update from remote peer 768263ffbef643f4a4c8306ad6349ace: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
18:18:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:40.382213  5752 consensus_queue.cc:1048] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [LEADER]: Connected to new peer: Peer: permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
18:18:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:42.700315  5273 consensus_peers.cc:597] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace -> Peer 65326d41045946558da816072767e44d (127.4.185.193:45375): Couldn't send request to peer 65326d41045946558da816072767e44d. Status: Network error: Client connection negotiation failed: client connection to 127.4.185.193:45375: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
18:18:42.916 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:42.916 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:18:42.917 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=4358), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [1ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [18ms] sending RPC to server 65326d41045946558da816072767e44d, [20ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [20ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [38ms] sending RPC to server 65326d41045946558da816072767e44d, [40ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [40ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [78ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [79ms] sending RPC to server 65326d41045946558da816072767e44d, [81ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [81ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [215ms] refreshing cache from master, [215ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [217ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [219ms] sending RPC to server 65326d41045946558da816072767e44d, [220ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [220ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [594ms] refreshing cache from master, [595ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [597ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [598ms] sending RPC to server 65326d41045946558da816072767e44d, [600ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [601ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [1275ms] refreshing cache from master, [1275ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [1277ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [1279ms] sending RPC to server 65326d41045946558da816072767e44d, [1280ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [1281ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [4354ms] refreshing cache from master, [4354ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [4357ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@623702654(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@7c017b3c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@629451926 after retry RPC@1286898166) -> (continuation of Deferred@1677552818 after retry RPC@187628042) -> (continuation of Deferred@1612153980 after retry RPC@471194846) -> (continuation of Deferred@1245507965 after retry RPC@2029856712) -> (continuation of Deferred@2108557437 after retry RPC@949398958) -> (continuation of Deferred@835698862 after retry RPC@1018818788), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e5ce0b0 -> wakeup thread Time-limited test -> (continuation of Deferred@629451926 after retry RPC@1286898166) -> (continuation of Deferred@1677552818 after retry RPC@187628042) -> (continuation of Deferred@1612153980 after retry RPC@471194846) -> (continuation of Deferred@1245507965 after retry RPC@2029856712) -> (continuation of Deferred@2108557437 after retry RPC@949398958) -> (continuation of Deferred@835698862 after retry RPC@1018818788))) after lookup
18:18:42.917 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:18:42.918 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] Successfully connected to peer
18:18:42.938 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xef3aac6f, L:/127.0.0.1:36386 - R:/127.4.185.194:34107] using TOKEN/null
18:18:42.957 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.185.193:45375
18:18:42.958 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:42.958913  4839 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/logs
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data/info.pb
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.193:45375
18:18:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.193
18:18:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41125
18:18:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.193
18:18:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:18:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:43.063783  5789 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:18:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:43.063994  5789 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:18:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:43.064038  5789 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:18:43.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:43.067282  5789 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:18:43.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:43.067384  5789 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.185.193
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.070990  5789 tablet_server_runner.cc:78] Tablet server non-default flags:
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.193:45375
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data/info.pb
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.193
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41125
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5789
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.193
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/logs
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3ddc7d4404ac90c834b1cdd020973c286611e9b0
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:18:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 18:01:16 UTC on bdcb31816ec0
18:18:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16868
18:18:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.071879  5789 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:18:43.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.073113  5789 file_cache.cc:492] Constructed file cache file cache with capacity 419430
18:18:43.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:43.079381  5795 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:43.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:43.079416  5794 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:43.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:43.079388  5797 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.080127  5789 server_base.cc:1061] running on GCE node
18:18:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.080482  5789 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:18:43.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.081072  5789 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:18:43.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.082234  5789 hybrid_clock.cc:648] HybridClock initialized: now 1783534723082214 us; error 36 us; skew 500 ppm
18:18:43.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.084028  5789 webserver.cc:534] Webserver started at http://127.4.185.193:41125/ using document root <none> and password file <none>
18:18:43.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.084641  5789 fs_manager.cc:362] Metadata directory not provided
18:18:43.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.084736  5789 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:18:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.088599  5789 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.000s	sys 0.004s
18:18:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.090466  5803 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:18:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.091408  5789 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.001s
18:18:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.091497  5789 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data,/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:18:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65326d41045946558da816072767e44d"
18:18:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:18:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.091828  5789 fs_report.cc:389] FS layout report
18:18:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:18:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:18:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:18:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data/data
18:18:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:18:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:18:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:18:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:18:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:18:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:18:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:18:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:18:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:18:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:18:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:18:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.107769  5789 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:18:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.108299  5789 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:18:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.108441  5789 kserver.cc:163] Server-wide thread pool size limit: 3276
18:18:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.108925  5789 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:18:43.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.110052  5810 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:18:43.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.113092  5789 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:18:43.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.113149  5789 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
18:18:43.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.113193  5789 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:18:43.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.114466  5789 ts_tablet_manager.cc:616] Registered 1 tablets
18:18:43.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.114507  5789 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
18:18:43.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.114813  5810 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Bootstrap starting.
18:18:43.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.124375  5789 rpc_server.cc:307] RPC server started. Bound to: 127.4.185.193:45375
18:18:43.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.124439  5917 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.185.193:45375 every 8 connection(s)
18:18:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.125303  5789 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data/info.pb
18:18:43.126 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:18:43.134 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857, tablet=35730517f22f4b9caa75b608382d26e0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:18:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.125628  4839 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu as pid 5789
18:18:43.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.130285  5810 log.cc:826] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Log is configured to *not* fsync() on all Append() calls
18:18:43.135 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.185.194:34107
18:18:43.135 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:18:43.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.136029  4839 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu with pid 5258
18:18:43.143 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] handling channelInactive
18:18:43.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state READY due to: connection closed
18:18:43.144 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:18:43.145 [DEBUG - Time-limited test] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:18:43.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.146347  5810 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:18:43.146 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:43.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.146776  5810 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Bootstrap complete.
18:18:43.146 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:43.147 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:43.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.148242  5810 ts_tablet_manager.cc:1403] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Time spent bootstrapping tablet: real 0.034s	user 0.026s	sys 0.000s
18:18:43.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.149514  5918 heartbeater.cc:344] Connected to a master server at 127.4.185.252:41985
18:18:43.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.149736  5918 heartbeater.cc:461] Registering TS with master...
18:18:43.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.150343  5918 heartbeater.cc:507] Master 127.4.185.252:41985 requested a full tablet report, sending...
18:18:43.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.150774  5810 raft_consensus.cc:359] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:43.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.151158  5810 raft_consensus.cc:740] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65326d41045946558da816072767e44d, State: Initialized, Role: FOLLOWER
18:18:43.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.151577  5810 consensus_queue.cc:260] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:43.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.152365  5023 ts_manager.cc:194] Re-registered known tserver with Master: 65326d41045946558da816072767e44d (127.4.185.193:45375)
18:18:43.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.152397  5810 ts_tablet_manager.cc:1434] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
18:18:43.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.153182  5920 heartbeater.cc:344] Connected to a master server at 127.4.185.253:42541
18:18:43.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.153261  5920 heartbeater.cc:461] Registering TS with master...
18:18:43.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.153301  5023 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.185.193:49141
18:18:43.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.153440  5920 heartbeater.cc:507] Master 127.4.185.253:42541 requested a full tablet report, sending...
18:18:43.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.154397  4952 ts_manager.cc:194] Re-registered known tserver with Master: 65326d41045946558da816072767e44d (127.4.185.193:45375)
18:18:43.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.155328  5919 heartbeater.cc:344] Connected to a master server at 127.4.185.254:41725
18:18:43.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.155401  5919 heartbeater.cc:461] Registering TS with master...
18:18:43.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.155572  5919 heartbeater.cc:507] Master 127.4.185.254:41725 requested a full tablet report, sending...
18:18:43.156 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:43.156 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:18:43.157 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [2ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [2ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [11ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1796362977(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@1f7c6b2 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f1c50b9 -> wakeup thread Time-limited test)) after lookup
18:18:43.157 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:18:43.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.156982  4881 ts_manager.cc:194] Re-registered known tserver with Master: 65326d41045946558da816072767e44d (127.4.185.193:45375)
18:18:43.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:43.157693  5918 heartbeater.cc:499] Master 127.4.185.252:41985 was elected leader, sending a full tablet report...
18:18:43.159 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:43.159 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:43.159 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:43.175 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:43.176 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:18:43.176 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [2ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [2ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [11ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [12ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [14ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [14ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [30ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1796362977(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@1f7c6b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1537668876 after retry RPC@911404377), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f1c50b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1537668876 after retry RPC@911404377))) after lookup
18:18:43.176 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:18:43.177 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:43.177 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:43.178 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:43.195 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:43.195 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:18:43.196 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=50), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [2ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [2ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [11ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [12ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [14ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [14ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [30ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [31ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [32ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [33ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [47ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [50ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1796362977(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@1f7c6b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1537668876 after retry RPC@911404377) -> (continuation of Deferred@1159974336 after retry RPC@1681578008), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f1c50b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1537668876 after retry RPC@911404377) -> (continuation of Deferred@1159974336 after retry RPC@1681578008))) after lookup
18:18:43.196 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:18:43.197 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:43.197 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:43.197 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:43.216 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:43.216 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:18:43.216 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=71), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [2ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [2ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [11ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [12ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [14ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [14ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [30ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [31ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [32ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [33ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [47ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [50ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [51ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [52ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [52ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [70ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1796362977(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@1f7c6b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1537668876 after retry RPC@911404377) -> (continuation of Deferred@1159974336 after retry RPC@1681578008) -> (continuation of Deferred@2128403597 after retry RPC@1284776278), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f1c50b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1537668876 after retry RPC@911404377) -> (continuation of Deferred@1159974336 after retry RPC@1681578008) -> (continuation of Deferred@2128403597 after retry RPC@1284776278))) after lookup
18:18:43.217 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:18:43.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:43.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:43.218 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:43.616 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:43.616 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:18:43.616 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=471), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [2ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [2ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [11ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [12ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [14ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [14ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [30ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [31ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [32ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [33ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [47ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [50ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [51ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [52ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [52ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [70ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [71ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [73ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [73ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [468ms] refreshing cache from master, [468ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [470ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1796362977(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@1f7c6b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1537668876 after retry RPC@911404377) -> (continuation of Deferred@1159974336 after retry RPC@1681578008) -> (continuation of Deferred@2128403597 after retry RPC@1284776278) -> (continuation of Deferred@1069105055 after retry RPC@1388980143), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f1c50b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1537668876 after retry RPC@911404377) -> (continuation of Deferred@1159974336 after retry RPC@1681578008) -> (continuation of Deferred@2128403597 after retry RPC@1284776278) -> (continuation of Deferred@1069105055 after retry RPC@1388980143))) after lookup
18:18:43.617 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:18:43.618 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:43.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:43.618 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:44.276 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:44.276 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:18:44.276 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1131), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [2ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [2ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [11ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [12ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [14ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [14ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [30ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [31ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [32ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [33ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [47ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [50ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [51ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [52ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [52ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [70ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [71ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [73ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [73ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [468ms] refreshing cache from master, [468ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [470ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [471ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [473ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [473ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [1128ms] refreshing cache from master, [1128ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [1130ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1796362977(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@1f7c6b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1537668876 after retry RPC@911404377) -> (continuation of Deferred@1159974336 after retry RPC@1681578008) -> (continuation of Deferred@2128403597 after retry RPC@1284776278) -> (continuation of Deferred@1069105055 after retry RPC@1388980143) -> (continuation of Deferred@835069708 after retry RPC@399034722), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f1c50b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1537668876 after retry RPC@911404377) -> (continuation of Deferred@1159974336 after retry RPC@1681578008) -> (continuation of Deferred@2128403597 after retry RPC@1284776278) -> (continuation of Deferred@1069105055 after retry RPC@1388980143) -> (continuation of Deferred@835069708 after retry RPC@399034722))) after lookup
18:18:44.277 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:18:44.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:44.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:44.278 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:44.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.294503  5931 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:18:44.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.294668  5931 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:44.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.295687  5931 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107), 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:44.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:44.296351  5804 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.185.194:34107: connect: Connection refused (error 111)
18:18:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:44.297147  5804 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107): Network error: Client connection negotiation failed: client connection to 127.4.185.194:34107: connect: Connection refused (error 111)
18:18:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.299590  5691 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "65326d41045946558da816072767e44d" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" is_pre_election: true
18:18:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.300061  5806 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 65326d41045946558da816072767e44d; no voters: 40ed2bbe94b940d79792e7ccf592e3ac, 768263ffbef643f4a4c8306ad6349ace
18:18:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.300273  5931 raft_consensus.cc:2749] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
18:18:44.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.456552  5936 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 768263ffbef643f4a4c8306ad6349ace)
18:18:44.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.456687  5936 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:44.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.457741  5936 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 65326d41045946558da816072767e44d (127.4.185.193:45375), 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:18:44.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:44.458613  5624 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.185.194:34107: connect: Connection refused (error 111)
18:18:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:44.459463  5624 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107): Network error: Client connection negotiation failed: client connection to 127.4.185.194:34107: connect: Connection refused (error 111)
18:18:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.461971  5872 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "65326d41045946558da816072767e44d" is_pre_election: true
18:18:44.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.462189  5872 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 40ed2bbe94b940d79792e7ccf592e3ac in term 2.
18:18:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.462895  5624 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 40ed2bbe94b940d79792e7ccf592e3ac, 65326d41045946558da816072767e44d; no voters: 768263ffbef643f4a4c8306ad6349ace
18:18:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.463152  5936 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 3 FOLLOWER]: Leader pre-election won for term 4
18:18:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.463222  5936 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 3 FOLLOWER]: Starting leader election (detected failure of leader 768263ffbef643f4a4c8306ad6349ace)
18:18:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.463268  5936 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 3 FOLLOWER]: Advancing to term 4
18:18:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.464092  5936 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.464430  5936 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 4 election: Requested vote from peers 65326d41045946558da816072767e44d (127.4.185.193:45375), 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:18:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.464740  5872 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "65326d41045946558da816072767e44d"
18:18:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.464843  5872 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 2 FOLLOWER]: Advancing to term 4
18:18:44.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:44.465443  5624 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107): Network error: Client connection negotiation failed: client connection to 127.4.185.194:34107: connect: Connection refused (error 111)
18:18:44.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.466459  5872 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 40ed2bbe94b940d79792e7ccf592e3ac in term 4.
18:18:44.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.466764  5624 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 40ed2bbe94b940d79792e7ccf592e3ac, 65326d41045946558da816072767e44d; no voters: 768263ffbef643f4a4c8306ad6349ace
18:18:44.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.466972  5936 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 4 FOLLOWER]: Leader election won for term 4
18:18:44.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.467160  5936 raft_consensus.cc:697] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 4 LEADER]: Becoming Leader. State: Replica: 40ed2bbe94b940d79792e7ccf592e3ac, State: Running, Role: LEADER
18:18:44.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.467478  5936 consensus_queue.cc:237] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:44.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.469862  5023 catalog_manager.cc:5696] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac reported cstate change: term changed from 3 to 4, leader changed from 768263ffbef643f4a4c8306ad6349ace (127.4.185.194) to 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195). New cstate: current_term: 4 leader_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } health_report { overall_health: HEALTHY } } }
18:18:44.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:44.970650  5624 consensus_peers.cc:597] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac -> Peer 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107): Couldn't send request to peer 768263ffbef643f4a4c8306ad6349ace. Status: Network error: Client connection negotiation failed: client connection to 127.4.185.194:34107: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:18:44.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.978127  5872 raft_consensus.cc:1275] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 4 FOLLOWER]: Refusing update from remote peer 40ed2bbe94b940d79792e7ccf592e3ac: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
18:18:44.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:44.978729  5953 consensus_queue.cc:1048] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [LEADER]: Connected to new peer: Peer: permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
18:18:46.476 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:46.477 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:46.477 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=3332), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [2ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [2ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [11ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [12ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [14ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [14ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [30ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [31ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [32ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [33ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [47ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [50ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [51ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [52ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [52ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [70ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [71ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [73ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [73ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [468ms] refreshing cache from master, [468ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [470ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [471ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [473ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [473ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [1128ms] refreshing cache from master, [1128ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [1130ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [1131ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [1133ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [1133ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [3328ms] refreshing cache from master, [3328ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [3331ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1796362977(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@1f7c6b2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1537668876 after retry RPC@911404377) -> (continuation of Deferred@1159974336 after retry RPC@1681578008) -> (continuation of Deferred@2128403597 after retry RPC@1284776278) -> (continuation of Deferred@1069105055 after retry RPC@1388980143) -> (continuation of Deferred@835069708 after retry RPC@399034722) -> (continuation of Deferred@823151025 after retry RPC@1623328040), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@f1c50b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1537668876 after retry RPC@911404377) -> (continuation of Deferred@1159974336 after retry RPC@1681578008) -> (continuation of Deferred@2128403597 after retry RPC@1284776278) -> (continuation of Deferred@1069105055 after retry RPC@1388980143) -> (continuation of Deferred@835069708 after retry RPC@399034722) -> (continuation of Deferred@823151025 after retry RPC@1623328040))) after lookup
18:18:46.478 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:46.479 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] Successfully connected to peer
18:18:46.495 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6130ab84, L:/127.0.0.1:46730 - R:/127.4.185.195:42775] using TOKEN/null
18:18:46.520 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.185.194:34107
18:18:46.521 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:18:46.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.521422  4839 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:46.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:46.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:18:46.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data
18:18:46.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:18:46.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:18:46.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:18:46.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:46.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:46.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:46.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/logs
18:18:46.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data/info.pb
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.194:34107
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.194
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39767
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.194
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:46.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:18:46.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:46.617425  5979 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:18:46.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:46.617591  5979 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:18:46.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:46.617631  5979 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:18:46.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:46.620803  5979 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:18:46.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:46.620893  5979 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.185.194
18:18:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.624491  5979 tablet_server_runner.cc:78] Tablet server non-default flags:
18:18:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:18:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data
18:18:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:18:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.194:34107
18:18:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:18:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data/info.pb
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.194
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39767
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5979
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.194
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/logs
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3ddc7d4404ac90c834b1cdd020973c286611e9b0
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 18:01:16 UTC on bdcb31816ec0
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16868
18:18:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.625759  5979 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:18:46.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.626741  5979 file_cache.cc:492] Constructed file cache file cache with capacity 419430
18:18:46.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:46.632318  5984 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:46.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:46.632331  5987 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:46.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:46.632344  5985 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:46.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.632659  5979 server_base.cc:1061] running on GCE node
18:18:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.632987  5979 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:18:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.633487  5979 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:18:46.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.634637  5979 hybrid_clock.cc:648] HybridClock initialized: now 1783534726634621 us; error 29 us; skew 500 ppm
18:18:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.636227  5979 webserver.cc:534] Webserver started at http://127.4.185.194:39767/ using document root <none> and password file <none>
18:18:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.636765  5979 fs_manager.cc:362] Metadata directory not provided
18:18:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.636839  5979 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:18:46.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.639860  5979 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
18:18:46.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.641685  5993 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:18:46.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.642539  5979 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.642647  5979 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data,/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "768263ffbef643f4a4c8306ad6349ace"
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.643061  5979 fs_report.cc:389] FS layout report
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data/data
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:18:46.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:18:46.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:18:46.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.655431  5979 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:18:46.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.655957  5979 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:18:46.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.656114  5979 kserver.cc:163] Server-wide thread pool size limit: 3276
18:18:46.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.656608  5979 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:18:46.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.657729  6000 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:18:46.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.660660  5979 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:18:46.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.660719  5979 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
18:18:46.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.660787  5979 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:18:46.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.662112  5979 ts_tablet_manager.cc:616] Registered 1 tablets
18:18:46.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.662158  5979 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
18:18:46.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.662421  6000 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Bootstrap starting.
18:18:46.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.671470  5979 rpc_server.cc:307] RPC server started. Bound to: 127.4.185.194:34107
18:18:46.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.671757  6108 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.185.194:34107 every 8 connection(s)
18:18:46.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.672415  5979 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data/info.pb
18:18:46.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.677529  6000 log.cc:826] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Log is configured to *not* fsync() on all Append() calls
18:18:46.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.677572  4839 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu as pid 5979
18:18:46.677 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:18:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.684984  6109 heartbeater.cc:344] Connected to a master server at 127.4.185.252:41985
18:18:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.685200  6109 heartbeater.cc:461] Registering TS with master...
18:18:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.684985  6110 heartbeater.cc:344] Connected to a master server at 127.4.185.254:41725
18:18:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.685623  6110 heartbeater.cc:461] Registering TS with master...
18:18:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.685707  6109 heartbeater.cc:507] Master 127.4.185.252:41985 requested a full tablet report, sending...
18:18:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.685763  6110 heartbeater.cc:507] Master 127.4.185.254:41725 requested a full tablet report, sending...
18:18:46.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.687805  4881 ts_manager.cc:194] Re-registered known tserver with Master: 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:18:46.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.687852  5023 ts_manager.cc:194] Re-registered known tserver with Master: 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:18:46.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.688772  5023 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.185.194:58981
18:18:46.689 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857, tablet=35730517f22f4b9caa75b608382d26e0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:18:46.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.693185  6111 heartbeater.cc:344] Connected to a master server at 127.4.185.253:42541
18:18:46.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.693266  6111 heartbeater.cc:461] Registering TS with master...
18:18:46.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.693272  6000 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:18:46.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.693434  6111 heartbeater.cc:507] Master 127.4.185.253:42541 requested a full tablet report, sending...
18:18:46.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.693640  6000 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Bootstrap complete.
18:18:46.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.694259  4952 ts_manager.cc:194] Re-registered known tserver with Master: 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:18:46.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.694638  6000 ts_tablet_manager.cc:1403] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Time spent bootstrapping tablet: real 0.032s	user 0.017s	sys 0.010s
18:18:46.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.697543  6000 raft_consensus.cc:359] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:46.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.697981  6000 raft_consensus.cc:740] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 768263ffbef643f4a4c8306ad6349ace, State: Initialized, Role: FOLLOWER
18:18:46.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.698446  6000 consensus_queue.cc:260] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:46.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.699363  6000 ts_tablet_manager.cc:1434] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.001s
18:18:46.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.701112  6109 heartbeater.cc:499] Master 127.4.185.252:41985 was elected leader, sending a full tablet report...
18:18:46.708 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.185.195:42775
18:18:46.709 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:18:46.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:46.709470  4839 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu with pid 5609
18:18:46.719 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:18:46.719 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] handling channelInactive
18:18:46.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state READY due to: connection closed
18:18:46.720 [DEBUG - Time-limited test] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:46.721 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:46.721 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:46.721 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:46.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:46.736 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:46.736 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [1ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [1ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [15ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1402036790(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4d374bd6 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14e36fbd -> wakeup thread Time-limited test)) after lookup
18:18:46.737 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:46.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:46.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:46.739 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:46.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:46.755 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:46.756 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [1ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [1ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [15ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [17ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [18ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [19ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [35ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1402036790(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4d374bd6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1337976741 after retry RPC@1085204328), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14e36fbd -> wakeup thread Time-limited test -> (continuation of Deferred@1337976741 after retry RPC@1085204328))) after lookup
18:18:46.756 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:46.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:46.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:46.758 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:46.796 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:46.796 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:46.796 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=76), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [1ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [1ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [15ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [17ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [18ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [19ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [35ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [36ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [38ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [38ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [75ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1402036790(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4d374bd6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1337976741 after retry RPC@1085204328) -> (continuation of Deferred@1789463834 after retry RPC@1561010816), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14e36fbd -> wakeup thread Time-limited test -> (continuation of Deferred@1337976741 after retry RPC@1085204328) -> (continuation of Deferred@1789463834 after retry RPC@1561010816))) after lookup
18:18:46.797 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:46.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:46.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:46.798 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:46.916 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:46.916 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:46.916 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=196), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [1ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [1ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [15ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [17ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [18ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [19ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [35ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [36ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [38ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [38ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [75ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [76ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [78ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [78ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [193ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [196ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1402036790(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4d374bd6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1337976741 after retry RPC@1085204328) -> (continuation of Deferred@1789463834 after retry RPC@1561010816) -> (continuation of Deferred@2034082945 after retry RPC@2108069380), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14e36fbd -> wakeup thread Time-limited test -> (continuation of Deferred@1337976741 after retry RPC@1085204328) -> (continuation of Deferred@1789463834 after retry RPC@1561010816) -> (continuation of Deferred@2034082945 after retry RPC@2108069380))) after lookup
18:18:46.917 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:46.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:46.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:46.918 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:47.235 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:47.235 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:47.236 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=516), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [1ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [1ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [15ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [17ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [18ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [19ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [35ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [36ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [38ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [38ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [75ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [76ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [78ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [78ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [193ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [196ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [197ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [198ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [198ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [513ms] refreshing cache from master, [513ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [515ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1402036790(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4d374bd6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1337976741 after retry RPC@1085204328) -> (continuation of Deferred@1789463834 after retry RPC@1561010816) -> (continuation of Deferred@2034082945 after retry RPC@2108069380) -> (continuation of Deferred@2033003985 after retry RPC@821199430), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14e36fbd -> wakeup thread Time-limited test -> (continuation of Deferred@1337976741 after retry RPC@1085204328) -> (continuation of Deferred@1789463834 after retry RPC@1561010816) -> (continuation of Deferred@2034082945 after retry RPC@2108069380) -> (continuation of Deferred@2033003985 after retry RPC@821199430))) after lookup
18:18:47.236 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:47.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:47.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:47.237 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.020134  6122 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 40ed2bbe94b940d79792e7ccf592e3ac)
18:18:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.020262  6122 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.020644  6122 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107), 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:48.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:48.021917  5806 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775): Network error: Client connection negotiation failed: client connection to 127.4.185.195:42775: connect: Connection refused (error 111)
18:18:48.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.025314  6063 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "65326d41045946558da816072767e44d" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "768263ffbef643f4a4c8306ad6349ace" is_pre_election: true
18:18:48.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.025547  6063 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65326d41045946558da816072767e44d in term 3.
18:18:48.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.026121  5804 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 65326d41045946558da816072767e44d, 768263ffbef643f4a4c8306ad6349ace; no voters: 40ed2bbe94b940d79792e7ccf592e3ac
18:18:48.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.026295  6122 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 4 FOLLOWER]: Leader pre-election won for term 5
18:18:48.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.026360  6122 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 4 FOLLOWER]: Starting leader election (detected failure of leader 40ed2bbe94b940d79792e7ccf592e3ac)
18:18:48.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.026417  6122 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 4 FOLLOWER]: Advancing to term 5
18:18:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.027236  6122 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.027580  6122 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 5 election: Requested vote from peers 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107), 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:48.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.027940  6063 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "65326d41045946558da816072767e44d" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "768263ffbef643f4a4c8306ad6349ace"
18:18:48.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.028085  6063 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 3 FOLLOWER]: Advancing to term 5
18:18:48.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:48.028545  5806 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775): Network error: Client connection negotiation failed: client connection to 127.4.185.195:42775: connect: Connection refused (error 111)
18:18:48.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.029690  6063 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65326d41045946558da816072767e44d in term 5.
18:18:48.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.029953  5804 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 65326d41045946558da816072767e44d, 768263ffbef643f4a4c8306ad6349ace; no voters: 40ed2bbe94b940d79792e7ccf592e3ac
18:18:48.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.030105  6122 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 5 FOLLOWER]: Leader election won for term 5
18:18:48.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.030272  6122 raft_consensus.cc:697] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 5 LEADER]: Becoming Leader. State: Replica: 65326d41045946558da816072767e44d, State: Running, Role: LEADER
18:18:48.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.030519  6122 consensus_queue.cc:237] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:48.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.032665  5023 catalog_manager.cc:5696] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d reported cstate change: term changed from 4 to 5, leader changed from 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195) to 65326d41045946558da816072767e44d (127.4.185.193). New cstate: current_term: 5 leader_uuid: "65326d41045946558da816072767e44d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } health_report { overall_health: UNKNOWN } } }
18:18:48.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.513288  6063 raft_consensus.cc:1275] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 5 FOLLOWER]: Refusing update from remote peer 65326d41045946558da816072767e44d: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
18:18:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.514025  6122 consensus_queue.cc:1048] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [LEADER]: Connected to new peer: Peer: permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
18:18:48.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:48.522540  5806 consensus_peers.cc:597] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d -> Peer 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775): Couldn't send request to peer 40ed2bbe94b940d79792e7ccf592e3ac. Status: Network error: Client connection negotiation failed: client connection to 127.4.185.195:42775: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:18:48.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:48.796 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:48.796 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2076), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [1ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [1ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [15ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [17ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [18ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [19ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [35ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [36ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [38ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [38ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [75ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [76ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [78ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [78ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [193ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [196ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [197ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [198ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [198ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [513ms] refreshing cache from master, [513ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [515ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [516ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [517ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [518ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [2073ms] refreshing cache from master, [2073ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [2075ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1402036790(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4d374bd6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1337976741 after retry RPC@1085204328) -> (continuation of Deferred@1789463834 after retry RPC@1561010816) -> (continuation of Deferred@2034082945 after retry RPC@2108069380) -> (continuation of Deferred@2033003985 after retry RPC@821199430) -> (continuation of Deferred@1108266739 after retry RPC@1724548166), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14e36fbd -> wakeup thread Time-limited test -> (continuation of Deferred@1337976741 after retry RPC@1085204328) -> (continuation of Deferred@1789463834 after retry RPC@1561010816) -> (continuation of Deferred@2034082945 after retry RPC@2108069380) -> (continuation of Deferred@2033003985 after retry RPC@821199430) -> (continuation of Deferred@1108266739 after retry RPC@1724548166))) after lookup
18:18:48.797 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:48.797 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] Successfully connected to peer
18:18:48.811 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x821d2ac7, L:/127.0.0.1:38940 - R:/127.4.185.193:45375] using TOKEN/null
18:18:48.825 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.185.195:42775
18:18:48.825 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.825866  4839 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/logs
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/info.pb
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.195:42775
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.195
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36627
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.195
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:18:48.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:48.923388  6150 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:18:48.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:48.923569  6150 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:18:48.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:48.923609  6150 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:18:48.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:48.926792  6150 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:18:48.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:48.926887  6150 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.185.195
18:18:48.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.930529  6150 tablet_server_runner.cc:78] Tablet server non-default flags:
18:18:48.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:48.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:48.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:48.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:18:48.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data
18:18:48.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:48.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.195:42775
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/info.pb
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.195
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36627
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6150
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.195
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/logs
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3ddc7d4404ac90c834b1cdd020973c286611e9b0
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 18:01:16 UTC on bdcb31816ec0
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16868
18:18:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.931478  6150 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:18:48.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.932452  6150 file_cache.cc:492] Constructed file cache file cache with capacity 419430
18:18:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:48.938344  6158 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.938447  6150 server_base.cc:1061] running on GCE node
18:18:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:48.938508  6155 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:48.938344  6156 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.938836  6150 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:18:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.939350  6150 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:18:48.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.940485  6150 hybrid_clock.cc:648] HybridClock initialized: now 1783534728940478 us; error 27 us; skew 500 ppm
18:18:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.942039  6150 webserver.cc:534] Webserver started at http://127.4.185.195:36627/ using document root <none> and password file <none>
18:18:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.942544  6150 fs_manager.cc:362] Metadata directory not provided
18:18:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.942602  6150 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:18:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.945551  6150 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.000s	sys 0.002s
18:18:48.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.947320  6164 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:18:48.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.948213  6150 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
18:18:48.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.948304  6150 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data,/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:48.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "40ed2bbe94b940d79792e7ccf592e3ac"
18:18:48.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:18:48.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.948720  6150 fs_report.cc:389] FS layout report
18:18:48.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:18:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/data
18:18:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:18:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:18:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:18:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:18:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:18:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:18:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:18:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:18:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:18:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:18:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:18:48.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.963680  6150 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:18:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.964350  6150 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:18:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.964524  6150 kserver.cc:163] Server-wide thread pool size limit: 3276
18:18:48.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.965042  6150 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:18:48.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.966193  6171 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:18:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.969975  6150 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:18:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.970026  6150 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
18:18:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.970081  6150 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:18:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.971411  6150 ts_tablet_manager.cc:616] Registered 1 tablets
18:18:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.971454  6150 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.001s	sys 0.000s
18:18:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.971737  6171 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Bootstrap starting.
18:18:48.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.980690  6150 rpc_server.cc:307] RPC server started. Bound to: 127.4.185.195:42775
18:18:48.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.980722  6278 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.185.195:42775 every 8 connection(s)
18:18:48.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.981545  6150 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/info.pb
18:18:48.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.989207  6171 log.cc:826] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Log is configured to *not* fsync() on all Append() calls
18:18:48.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.990549  6280 heartbeater.cc:344] Connected to a master server at 127.4.185.254:41725
18:18:48.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.990751  6280 heartbeater.cc:461] Registering TS with master...
18:18:48.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.990798  4839 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu as pid 6150
18:18:48.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.990832  6279 heartbeater.cc:344] Connected to a master server at 127.4.185.252:41985
18:18:48.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.990912  6279 heartbeater.cc:461] Registering TS with master...
18:18:48.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.991310  6280 heartbeater.cc:507] Master 127.4.185.254:41725 requested a full tablet report, sending...
18:18:48.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.991310  6279 heartbeater.cc:507] Master 127.4.185.252:41985 requested a full tablet report, sending...
18:18:48.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.991588  6281 heartbeater.cc:344] Connected to a master server at 127.4.185.253:42541
18:18:48.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.991657  6281 heartbeater.cc:461] Registering TS with master...
18:18:48.992 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:18:48.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.991794  6281 heartbeater.cc:507] Master 127.4.185.253:42541 requested a full tablet report, sending...
18:18:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.993089  4953 ts_manager.cc:194] Re-registered known tserver with Master: 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:48.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.993731  5023 ts_manager.cc:194] Re-registered known tserver with Master: 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.994498  5023 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.185.195:57537
18:18:48.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:48.995312  4881 ts_manager.cc:194] Re-registered known tserver with Master: 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:49.001 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857, tablet=35730517f22f4b9caa75b608382d26e0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:18:49.001 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.185.193:45375
18:18:49.002 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:18:49.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:49.002266  4839 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu with pid 5789
18:18:49.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:49.006479  6171 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:18:49.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:49.006760  6171 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Bootstrap complete.
18:18:49.007 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:18:49.008 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] handling channelInactive
18:18:49.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state READY due to: connection closed
18:18:49.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:49.007803  6171 ts_tablet_manager.cc:1403] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Time spent bootstrapping tablet: real 0.036s	user 0.010s	sys 0.019s
18:18:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:49.009948  6171 raft_consensus.cc:359] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:49.010247  6171 raft_consensus.cc:740] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 40ed2bbe94b940d79792e7ccf592e3ac, State: Initialized, Role: FOLLOWER
18:18:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:49.010675  6171 consensus_queue.cc:260] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:49.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:49.011322  6279 heartbeater.cc:499] Master 127.4.185.252:41985 was elected leader, sending a full tablet report...
18:18:49.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:49.011508  6171 ts_tablet_manager.cc:1434] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Time spent starting tablet: real 0.004s	user 0.002s	sys 0.002s
18:18:49.014 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:49.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:49.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:49.015 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:49.035 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:49.035 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:49.035 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 65326d41045946558da816072767e44d, [7ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [7ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [27ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@567315638(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@138ac47e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@54cf6159 -> wakeup thread Time-limited test)) after lookup
18:18:49.036 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:49.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:49.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:49.037 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:49.055 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:49.055 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:49.055 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 65326d41045946558da816072767e44d, [7ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [7ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [27ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [28ms] sending RPC to server 65326d41045946558da816072767e44d, [29ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [29ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [47ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@567315638(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@138ac47e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1976698029 after retry RPC@1113633142), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@54cf6159 -> wakeup thread Time-limited test -> (continuation of Deferred@1976698029 after retry RPC@1113633142))) after lookup
18:18:49.056 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:49.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:49.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:49.057 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:49.115 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:49.115 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:49.116 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=108), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 65326d41045946558da816072767e44d, [7ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [7ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [27ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [28ms] sending RPC to server 65326d41045946558da816072767e44d, [29ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [29ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [47ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [48ms] sending RPC to server 65326d41045946558da816072767e44d, [49ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [49ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [104ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [107ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@567315638(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@138ac47e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1976698029 after retry RPC@1113633142) -> (continuation of Deferred@1531954025 after retry RPC@484651639), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@54cf6159 -> wakeup thread Time-limited test -> (continuation of Deferred@1976698029 after retry RPC@1113633142) -> (continuation of Deferred@1531954025 after retry RPC@484651639))) after lookup
18:18:49.116 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:49.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:49.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:49.118 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:49.296 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:49.296 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:49.296 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=288), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 65326d41045946558da816072767e44d, [7ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [7ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [27ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [28ms] sending RPC to server 65326d41045946558da816072767e44d, [29ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [29ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [47ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [48ms] sending RPC to server 65326d41045946558da816072767e44d, [49ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [49ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [104ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [107ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [108ms] sending RPC to server 65326d41045946558da816072767e44d, [109ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [110ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [285ms] refreshing cache from master, [285ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [287ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@567315638(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@138ac47e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1976698029 after retry RPC@1113633142) -> (continuation of Deferred@1531954025 after retry RPC@484651639) -> (continuation of Deferred@1587923537 after retry RPC@1531984760), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@54cf6159 -> wakeup thread Time-limited test -> (continuation of Deferred@1976698029 after retry RPC@1113633142) -> (continuation of Deferred@1531954025 after retry RPC@484651639) -> (continuation of Deferred@1587923537 after retry RPC@1531984760))) after lookup
18:18:49.297 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:49.298 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:49.298 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:49.298 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:49.535 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:49.536 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:49.540 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=528), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 65326d41045946558da816072767e44d, [7ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [7ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [27ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [28ms] sending RPC to server 65326d41045946558da816072767e44d, [29ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [29ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [47ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [48ms] sending RPC to server 65326d41045946558da816072767e44d, [49ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [49ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [104ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [107ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [108ms] sending RPC to server 65326d41045946558da816072767e44d, [109ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [110ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [285ms] refreshing cache from master, [285ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [287ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [289ms] sending RPC to server 65326d41045946558da816072767e44d, [290ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [290ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [525ms] refreshing cache from master, [525ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [527ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@567315638(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@138ac47e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1976698029 after retry RPC@1113633142) -> (continuation of Deferred@1531954025 after retry RPC@484651639) -> (continuation of Deferred@1587923537 after retry RPC@1531984760) -> (continuation of Deferred@1757425230 after retry RPC@839992277), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@54cf6159 -> wakeup thread Time-limited test -> (continuation of Deferred@1976698029 after retry RPC@1113633142) -> (continuation of Deferred@1531954025 after retry RPC@484651639) -> (continuation of Deferred@1587923537 after retry RPC@1531984760) -> (continuation of Deferred@1757425230 after retry RPC@839992277))) after lookup
18:18:49.541 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:49.547 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:49.547 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:49.547 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:50.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.324633  6292 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 65326d41045946558da816072767e44d)
18:18:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.324767  6292 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.325729  6292 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 65326d41045946558da816072767e44d (127.4.185.193:45375), 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:50.326476  5994 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.185.193:45375: connect: Connection refused (error 111)
18:18:50.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:50.327327  5994 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 65326d41045946558da816072767e44d (127.4.185.193:45375): Network error: Client connection negotiation failed: client connection to 127.4.185.193:45375: connect: Connection refused (error 111)
18:18:50.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.330339  6233 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "768263ffbef643f4a4c8306ad6349ace" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" is_pre_election: true
18:18:50.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.330607  6233 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 768263ffbef643f4a4c8306ad6349ace in term 4.
18:18:50.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.331326  5996 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 40ed2bbe94b940d79792e7ccf592e3ac, 768263ffbef643f4a4c8306ad6349ace; no voters: 65326d41045946558da816072767e44d
18:18:50.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.331553  6292 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 5 FOLLOWER]: Leader pre-election won for term 6
18:18:50.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.331620  6292 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 5 FOLLOWER]: Starting leader election (detected failure of leader 65326d41045946558da816072767e44d)
18:18:50.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.331660  6292 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 5 FOLLOWER]: Advancing to term 6
18:18:50.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.332448  6292 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:50.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.332813  6292 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 6 election: Requested vote from peers 65326d41045946558da816072767e44d (127.4.185.193:45375), 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.333178  6233 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "768263ffbef643f4a4c8306ad6349ace" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "40ed2bbe94b940d79792e7ccf592e3ac"
18:18:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.333302  6233 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 4 FOLLOWER]: Advancing to term 6
18:18:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:50.333833  5994 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 65326d41045946558da816072767e44d (127.4.185.193:45375): Network error: Client connection negotiation failed: client connection to 127.4.185.193:45375: connect: Connection refused (error 111)
18:18:50.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.335000  6233 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 768263ffbef643f4a4c8306ad6349ace in term 6.
18:18:50.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.335289  5996 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 40ed2bbe94b940d79792e7ccf592e3ac, 768263ffbef643f4a4c8306ad6349ace; no voters: 65326d41045946558da816072767e44d
18:18:50.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.335456  6292 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 6 FOLLOWER]: Leader election won for term 6
18:18:50.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.335680  6292 raft_consensus.cc:697] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 6 LEADER]: Becoming Leader. State: Replica: 768263ffbef643f4a4c8306ad6349ace, State: Running, Role: LEADER
18:18:50.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.335966  6292 consensus_queue.cc:237] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:50.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.338177  5023 catalog_manager.cc:5696] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace reported cstate change: term changed from 5 to 6, leader changed from 65326d41045946558da816072767e44d (127.4.185.193) to 768263ffbef643f4a4c8306ad6349ace (127.4.185.194). New cstate: current_term: 6 leader_uuid: "768263ffbef643f4a4c8306ad6349ace" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } health_report { overall_health: UNKNOWN } } }
18:18:50.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.728641  6233 raft_consensus.cc:1275] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 6 FOLLOWER]: Refusing update from remote peer 768263ffbef643f4a4c8306ad6349ace: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 21. (index mismatch)
18:18:50.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:50.729314  6292 consensus_queue.cc:1048] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [LEADER]: Connected to new peer: Peer: permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
18:18:50.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:50.737243  5994 consensus_peers.cc:597] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace -> Peer 65326d41045946558da816072767e44d (127.4.185.193:45375): Couldn't send request to peer 65326d41045946558da816072767e44d. Status: Network error: Client connection negotiation failed: client connection to 127.4.185.193:45375: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:18:52.876 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:52.876 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:18:52.877 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=3869), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 65326d41045946558da816072767e44d, [7ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [7ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [27ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [28ms] sending RPC to server 65326d41045946558da816072767e44d, [29ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [29ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [47ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [48ms] sending RPC to server 65326d41045946558da816072767e44d, [49ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [49ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [104ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [107ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [108ms] sending RPC to server 65326d41045946558da816072767e44d, [109ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [110ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [285ms] refreshing cache from master, [285ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [287ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [289ms] sending RPC to server 65326d41045946558da816072767e44d, [290ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [290ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [525ms] refreshing cache from master, [525ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [527ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [532ms] sending RPC to server 65326d41045946558da816072767e44d, [539ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [540ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [3865ms] refreshing cache from master, [3865ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [3868ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@567315638(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@138ac47e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1976698029 after retry RPC@1113633142) -> (continuation of Deferred@1531954025 after retry RPC@484651639) -> (continuation of Deferred@1587923537 after retry RPC@1531984760) -> (continuation of Deferred@1757425230 after retry RPC@839992277) -> (continuation of Deferred@1313156979 after retry RPC@1987236485), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@54cf6159 -> wakeup thread Time-limited test -> (continuation of Deferred@1976698029 after retry RPC@1113633142) -> (continuation of Deferred@1531954025 after retry RPC@484651639) -> (continuation of Deferred@1587923537 after retry RPC@1531984760) -> (continuation of Deferred@1757425230 after retry RPC@839992277) -> (continuation of Deferred@1313156979 after retry RPC@1987236485))) after lookup
18:18:52.878 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:18:52.879 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] Successfully connected to peer
18:18:52.913 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0x98f57150, L:/127.0.0.1:53366 - R:/127.4.185.194:34107] using TOKEN/null
18:18:52.931 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.185.193:45375
18:18:52.932 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:52.932773  4839 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/logs
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data/info.pb
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.193:45375
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.193
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41125
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.193
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:18:53.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:53.008806  5994 consensus_peers.cc:597] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace -> Peer 65326d41045946558da816072767e44d (127.4.185.193:45375): Couldn't send request to peer 65326d41045946558da816072767e44d. Status: Network error: Client connection negotiation failed: client connection to 127.4.185.193:45375: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
18:18:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:53.029259  6330 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:18:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:53.029428  6330 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:18:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:53.029476  6330 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:18:53.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:53.032641  6330 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:18:53.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:53.032732  6330 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.185.193
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.036295  6330 tablet_server_runner.cc:78] Tablet server non-default flags:
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.193:45375
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data/info.pb
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.193
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41125
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6330
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.193
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/logs
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:18:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:18:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:18:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:18:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3ddc7d4404ac90c834b1cdd020973c286611e9b0
18:18:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:18:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 18:01:16 UTC on bdcb31816ec0
18:18:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16868
18:18:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.037182  6330 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:18:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.038105  6330 file_cache.cc:492] Constructed file cache file cache with capacity 419430
18:18:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:53.043521  6336 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:53.043527  6338 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:53.043558  6335 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:53.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.043859  6330 server_base.cc:1061] running on GCE node
18:18:53.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.044142  6330 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:18:53.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.044591  6330 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:18:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.045723  6330 hybrid_clock.cc:648] HybridClock initialized: now 1783534733045715 us; error 28 us; skew 500 ppm
18:18:53.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.047217  6330 webserver.cc:534] Webserver started at http://127.4.185.193:41125/ using document root <none> and password file <none>
18:18:53.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.047708  6330 fs_manager.cc:362] Metadata directory not provided
18:18:53.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.047765  6330 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:18:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.050674  6330 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
18:18:53.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.052356  6344 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:18:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.053264  6330 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.000s	sys 0.001s
18:18:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.053359  6330 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data,/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:18:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65326d41045946558da816072767e44d"
18:18:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:18:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.053730  6330 fs_report.cc:389] FS layout report
18:18:53.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:18:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:18:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:18:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data/data
18:18:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:18:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:18:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:18:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:18:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:18:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:18:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:18:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:18:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:18:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:18:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:18:53.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.096982  6330 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:18:53.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.097671  6330 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:18:53.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.097844  6330 kserver.cc:163] Server-wide thread pool size limit: 3276
18:18:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.098421  6330 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:18:53.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.099666  6351 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:18:53.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.102739  6330 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:18:53.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.102792  6330 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
18:18:53.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.102850  6330 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:18:53.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.104211  6330 ts_tablet_manager.cc:616] Registered 1 tablets
18:18:53.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.104254  6330 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
18:18:53.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.104550  6351 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Bootstrap starting.
18:18:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.114581  6330 rpc_server.cc:307] RPC server started. Bound to: 127.4.185.193:45375
18:18:53.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.114609  6458 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.185.193:45375 every 8 connection(s)
18:18:53.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.115505  6330 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data/info.pb
18:18:53.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.118366  4839 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu as pid 6330
18:18:53.119 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:18:53.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.120097  6351 log.cc:826] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Log is configured to *not* fsync() on all Append() calls
18:18:53.127 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857, tablet=35730517f22f4b9caa75b608382d26e0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:18:53.128 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.185.194:34107
18:18:53.128 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:18:53.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.128674  4839 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu with pid 5979
18:18:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.131649  6459 heartbeater.cc:344] Connected to a master server at 127.4.185.252:41985
18:18:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.131873  6459 heartbeater.cc:461] Registering TS with master...
18:18:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.132448  6459 heartbeater.cc:507] Master 127.4.185.252:41985 requested a full tablet report, sending...
18:18:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.134086  6461 heartbeater.cc:344] Connected to a master server at 127.4.185.253:42541
18:18:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.134166  6461 heartbeater.cc:461] Registering TS with master...
18:18:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.134275  5025 ts_manager.cc:194] Re-registered known tserver with Master: 65326d41045946558da816072767e44d (127.4.185.193:45375)
18:18:53.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.134349  6461 heartbeater.cc:507] Master 127.4.185.253:42541 requested a full tablet report, sending...
18:18:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.135217  5025 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.185.193:45411
18:18:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.135289  4953 ts_manager.cc:194] Re-registered known tserver with Master: 65326d41045946558da816072767e44d (127.4.185.193:45375)
18:18:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.135628  6460 heartbeater.cc:344] Connected to a master server at 127.4.185.254:41725
18:18:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.135702  6460 heartbeater.cc:461] Registering TS with master...
18:18:53.137 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] handling channelInactive
18:18:53.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state READY due to: connection closed
18:18:53.138 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:18:53.138 [DEBUG - Time-limited test] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:18:53.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:53.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:53.140 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.135880  6460 heartbeater.cc:507] Master 127.4.185.254:41725 requested a full tablet report, sending...
18:18:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.137384  4881 ts_manager.cc:194] Re-registered known tserver with Master: 65326d41045946558da816072767e44d (127.4.185.193:45375)
18:18:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.142472  6351 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:18:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.142833  6351 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Bootstrap complete.
18:18:53.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.144106  6351 ts_tablet_manager.cc:1403] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Time spent bootstrapping tablet: real 0.040s	user 0.021s	sys 0.011s
18:18:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.146669  6351 raft_consensus.cc:359] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.147102  6351 raft_consensus.cc:740] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65326d41045946558da816072767e44d, State: Initialized, Role: FOLLOWER
18:18:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.147580  6351 consensus_queue.cc:260] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.148216  6459 heartbeater.cc:499] Master 127.4.185.252:41985 was elected leader, sending a full tablet report...
18:18:53.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:53.148453  6351 ts_tablet_manager.cc:1434] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
18:18:53.155 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:53.156 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:18:53.156 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [2ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [2ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1007645590(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@5c897868 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e27328f -> wakeup thread Time-limited test)) after lookup
18:18:53.156 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:18:53.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:53.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:53.158 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:53.175 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:53.175 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:18:53.175 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [2ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [2ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [18ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [20ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [20ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1007645590(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@5c897868 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1109256509 after retry RPC@99158203), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e27328f -> wakeup thread Time-limited test -> (continuation of Deferred@1109256509 after retry RPC@99158203))) after lookup
18:18:53.176 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:18:53.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:53.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:53.177 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:53.215 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:53.215 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:18:53.216 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=77), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [2ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [2ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [18ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [20ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [20ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [38ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [39ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [39ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [76ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1007645590(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@5c897868 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1109256509 after retry RPC@99158203) -> (continuation of Deferred@192982749 after retry RPC@711712212), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e27328f -> wakeup thread Time-limited test -> (continuation of Deferred@1109256509 after retry RPC@99158203) -> (continuation of Deferred@192982749 after retry RPC@711712212))) after lookup
18:18:53.216 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:18:53.217 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:53.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:53.218 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:53.256 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:53.256 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:18:53.256 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=118), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [2ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [2ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [18ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [20ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [20ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [38ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [39ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [39ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [76ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [78ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [80ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [80ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [115ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [117ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1007645590(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@5c897868 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1109256509 after retry RPC@99158203) -> (continuation of Deferred@192982749 after retry RPC@711712212) -> (continuation of Deferred@1645914692 after retry RPC@376135342), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e27328f -> wakeup thread Time-limited test -> (continuation of Deferred@1109256509 after retry RPC@99158203) -> (continuation of Deferred@192982749 after retry RPC@711712212) -> (continuation of Deferred@1645914692 after retry RPC@376135342))) after lookup
18:18:53.257 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:18:53.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:53.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:53.258 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:53.495 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:53.496 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:18:53.496 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=357), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [2ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [2ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [18ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [20ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [20ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [38ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [39ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [39ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [76ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [78ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [80ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [80ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [115ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [117ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [119ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [120ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [120ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [355ms] refreshing cache from master, [355ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [357ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1007645590(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@5c897868 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1109256509 after retry RPC@99158203) -> (continuation of Deferred@192982749 after retry RPC@711712212) -> (continuation of Deferred@1645914692 after retry RPC@376135342) -> (continuation of Deferred@250156810 after retry RPC@1119594071), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e27328f -> wakeup thread Time-limited test -> (continuation of Deferred@1109256509 after retry RPC@99158203) -> (continuation of Deferred@192982749 after retry RPC@711712212) -> (continuation of Deferred@1645914692 after retry RPC@376135342) -> (continuation of Deferred@250156810 after retry RPC@1119594071))) after lookup
18:18:53.497 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:18:53.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:53.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:53.498 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:18:54.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.330770  6472 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:18:54.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.330993  6472 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:54.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.332079  6472 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107), 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:54.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:54.332731  6345 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.185.194:34107: connect: Connection refused (error 111)
18:18:54.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:54.333523  6345 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107): Network error: Client connection negotiation failed: client connection to 127.4.185.194:34107: connect: Connection refused (error 111)
18:18:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.335808  6233 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "65326d41045946558da816072767e44d" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" is_pre_election: true
18:18:54.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.336280  6347 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 65326d41045946558da816072767e44d; no voters: 40ed2bbe94b940d79792e7ccf592e3ac, 768263ffbef643f4a4c8306ad6349ace
18:18:54.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.336485  6472 raft_consensus.cc:2749] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
18:18:54.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.430682  6477 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 768263ffbef643f4a4c8306ad6349ace)
18:18:54.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.430809  6477 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:54.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.431908  6477 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 65326d41045946558da816072767e44d (127.4.185.193:45375), 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:18:54.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:54.432906  6165 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.185.194:34107: connect: Connection refused (error 111)
18:18:54.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:54.433758  6165 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107): Network error: Client connection negotiation failed: client connection to 127.4.185.194:34107: connect: Connection refused (error 111)
18:18:54.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.436264  6413 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "65326d41045946558da816072767e44d" is_pre_election: true
18:18:54.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.436450  6413 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 40ed2bbe94b940d79792e7ccf592e3ac in term 5.
18:18:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.437069  6165 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 40ed2bbe94b940d79792e7ccf592e3ac, 65326d41045946558da816072767e44d; no voters: 768263ffbef643f4a4c8306ad6349ace
18:18:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.437288  6477 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 6 FOLLOWER]: Leader pre-election won for term 7
18:18:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.437345  6477 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 6 FOLLOWER]: Starting leader election (detected failure of leader 768263ffbef643f4a4c8306ad6349ace)
18:18:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.437372  6477 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 6 FOLLOWER]: Advancing to term 7
18:18:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.438167  6477 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.438448  6477 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 7 election: Requested vote from peers 65326d41045946558da816072767e44d (127.4.185.193:45375), 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:18:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.438763  6413 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "65326d41045946558da816072767e44d"
18:18:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.438906  6413 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 5 FOLLOWER]: Advancing to term 7
18:18:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:54.439410  6165 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107): Network error: Client connection negotiation failed: client connection to 127.4.185.194:34107: connect: Connection refused (error 111)
18:18:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.440495  6413 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 40ed2bbe94b940d79792e7ccf592e3ac in term 7.
18:18:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.440773  6165 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 40ed2bbe94b940d79792e7ccf592e3ac, 65326d41045946558da816072767e44d; no voters: 768263ffbef643f4a4c8306ad6349ace
18:18:54.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.440919  6477 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 7 FOLLOWER]: Leader election won for term 7
18:18:54.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.441134  6477 raft_consensus.cc:697] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 7 LEADER]: Becoming Leader. State: Replica: 40ed2bbe94b940d79792e7ccf592e3ac, State: Running, Role: LEADER
18:18:54.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.441407  6477 consensus_queue.cc:237] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:54.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.443594  5025 catalog_manager.cc:5696] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac reported cstate change: term changed from 6 to 7, leader changed from 768263ffbef643f4a4c8306ad6349ace (127.4.185.194) to 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195). New cstate: current_term: 7 leader_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } health_report { overall_health: HEALTHY } } }
18:18:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:54.819242  6165 consensus_peers.cc:597] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac -> Peer 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107): Couldn't send request to peer 768263ffbef643f4a4c8306ad6349ace. Status: Network error: Client connection negotiation failed: client connection to 127.4.185.194:34107: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:18:54.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.952123  6413 raft_consensus.cc:1275] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 7 FOLLOWER]: Refusing update from remote peer 40ed2bbe94b940d79792e7ccf592e3ac: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
18:18:54.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:54.952739  6477 consensus_queue.cc:1048] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [LEADER]: Connected to new peer: Peer: permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
18:18:55.175 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:55.175 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:55.176 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2037), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [2ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [2ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [17ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [18ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [20ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [20ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [37ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [38ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [39ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [39ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [76ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [78ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [80ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [80ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [115ms] refreshing cache from master, [115ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [117ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [119ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [120ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [120ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [355ms] refreshing cache from master, [355ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [357ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [358ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [360ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [360ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [2035ms] refreshing cache from master, [2035ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [2037ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1007645590(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@5c897868 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1109256509 after retry RPC@99158203) -> (continuation of Deferred@192982749 after retry RPC@711712212) -> (continuation of Deferred@1645914692 after retry RPC@376135342) -> (continuation of Deferred@250156810 after retry RPC@1119594071) -> (continuation of Deferred@1521085785 after retry RPC@1161781573), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7e27328f -> wakeup thread Time-limited test -> (continuation of Deferred@1109256509 after retry RPC@99158203) -> (continuation of Deferred@192982749 after retry RPC@711712212) -> (continuation of Deferred@1645914692 after retry RPC@376135342) -> (continuation of Deferred@250156810 after retry RPC@1119594071) -> (continuation of Deferred@1521085785 after retry RPC@1161781573))) after lookup
18:18:55.176 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:55.177 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] Successfully connected to peer
18:18:55.204 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0xba74217d, L:/127.0.0.1:48334 - R:/127.4.185.195:42775] using TOKEN/null
18:18:55.225 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.185.194:34107
18:18:55.226 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:18:55.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.226516  4839 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:55.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:55.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:18:55.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data
18:18:55.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:18:55.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:18:55.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/logs
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data/info.pb
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.194:34107
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.194
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39767
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.194
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:18:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:55.322117  6506 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:18:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:55.322283  6506 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:18:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:55.322324  6506 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:18:55.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:55.325475  6506 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:18:55.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:55.325570  6506 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.185.194
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.329181  6506 tablet_server_runner.cc:78] Tablet server non-default flags:
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.194:34107
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data/info.pb
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.194
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39767
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:18:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6506
18:18:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:18:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:18:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.194
18:18:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/logs
18:18:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:18:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:18:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:18:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:18:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3ddc7d4404ac90c834b1cdd020973c286611e9b0
18:18:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:18:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 18:01:16 UTC on bdcb31816ec0
18:18:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16868
18:18:55.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.330103  6506 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:18:55.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.331128  6506 file_cache.cc:492] Constructed file cache file cache with capacity 419430
18:18:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:55.336834  6511 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:55.336839  6514 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.336974  6506 server_base.cc:1061] running on GCE node
18:18:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:55.336840  6512 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.337364  6506 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:18:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.337803  6506 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:18:55.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.338953  6506 hybrid_clock.cc:648] HybridClock initialized: now 1783534735338922 us; error 29 us; skew 500 ppm
18:18:55.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.340561  6506 webserver.cc:534] Webserver started at http://127.4.185.194:39767/ using document root <none> and password file <none>
18:18:55.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.341024  6506 fs_manager.cc:362] Metadata directory not provided
18:18:55.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.341071  6506 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:18:55.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.343917  6506 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
18:18:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.345513  6520 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:18:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.346341  6506 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
18:18:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.346422  6506 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data,/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:18:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "768263ffbef643f4a4c8306ad6349ace"
18:18:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:18:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.346747  6506 fs_report.cc:389] FS layout report
18:18:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:18:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:18:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:18:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data/data
18:18:55.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:18:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:18:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:18:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:18:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:18:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:18:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:18:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:18:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:18:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:18:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:18:55.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.361109  6506 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:18:55.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.361581  6506 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:18:55.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.361707  6506 kserver.cc:163] Server-wide thread pool size limit: 3276
18:18:55.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.362136  6506 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:18:55.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.363282  6527 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:18:55.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.366279  6506 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:18:55.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.366331  6506 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
18:18:55.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.366372  6506 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:18:55.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.367671  6506 ts_tablet_manager.cc:616] Registered 1 tablets
18:18:55.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.367710  6506 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.001s
18:18:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.368021  6527 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Bootstrap starting.
18:18:55.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.377498  6506 rpc_server.cc:307] RPC server started. Bound to: 127.4.185.194:34107
18:18:55.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.377545  6634 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.185.194:34107 every 8 connection(s)
18:18:55.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.378504  6506 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data/info.pb
18:18:55.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.381213  4839 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu as pid 6506
18:18:55.382 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:18:55.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.385505  6527 log.cc:826] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Log is configured to *not* fsync() on all Append() calls
18:18:55.389 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857, tablet=35730517f22f4b9caa75b608382d26e0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:18:55.390 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.185.195:42775
18:18:55.390 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:18:55.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.390640  4839 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu with pid 6150
18:18:55.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.395047  6636 heartbeater.cc:344] Connected to a master server at 127.4.185.254:41725
18:18:55.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.395255  6636 heartbeater.cc:461] Registering TS with master...
18:18:55.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.395288  6635 heartbeater.cc:344] Connected to a master server at 127.4.185.252:41985
18:18:55.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.395368  6635 heartbeater.cc:461] Registering TS with master...
18:18:55.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.395709  6636 heartbeater.cc:507] Master 127.4.185.254:41725 requested a full tablet report, sending...
18:18:55.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.395707  6635 heartbeater.cc:507] Master 127.4.185.252:41985 requested a full tablet report, sending...
18:18:55.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.396235  6637 heartbeater.cc:344] Connected to a master server at 127.4.185.253:42541
18:18:55.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.396310  6637 heartbeater.cc:461] Registering TS with master...
18:18:55.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.396454  6637 heartbeater.cc:507] Master 127.4.185.253:42541 requested a full tablet report, sending...
18:18:55.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.397857  5025 ts_manager.cc:194] Re-registered known tserver with Master: 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:18:55.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.398018  4881 ts_manager.cc:194] Re-registered known tserver with Master: 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:18:55.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.398722  5025 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.185.194:45509
18:18:55.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.399027  4952 ts_manager.cc:194] Re-registered known tserver with Master: 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:18:55.400 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] handling channelInactive
18:18:55.400 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state READY due to: connection closed
18:18:55.401 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:18:55.401 [DEBUG - Time-limited test] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:55.402 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:55.402 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:55.402 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:55.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.408162  6527 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:18:55.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.408499  6527 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Bootstrap complete.
18:18:55.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.409379  6527 ts_tablet_manager.cc:1403] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Time spent bootstrapping tablet: real 0.042s	user 0.026s	sys 0.007s
18:18:55.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.411358  6527 raft_consensus.cc:359] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:55.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.411661  6527 raft_consensus.cc:740] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 768263ffbef643f4a4c8306ad6349ace, State: Initialized, Role: FOLLOWER
18:18:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.411996  6527 consensus_queue.cc:260] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.412540  6635 heartbeater.cc:499] Master 127.4.185.252:41985 was elected leader, sending a full tablet report...
18:18:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:55.412731  6527 ts_tablet_manager.cc:1434] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Time spent starting tablet: real 0.003s	user 0.004s	sys 0.000s
18:18:55.415 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:55.416 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:55.416 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [1ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [1ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [14ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@672425599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@161f1f71 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5cbe6127 -> wakeup thread Time-limited test)) after lookup
18:18:55.416 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:55.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:55.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:55.417 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:55.434 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:55.435 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:55.435 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [1ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [1ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [14ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [15ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [16ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [16ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [33ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@672425599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@161f1f71 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@273580454 after retry RPC@1062632913), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5cbe6127 -> wakeup thread Time-limited test -> (continuation of Deferred@273580454 after retry RPC@1062632913))) after lookup
18:18:55.435 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:55.436 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:55.436 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:55.436 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:55.455 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:55.455 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:55.455 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=54), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [1ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [1ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [14ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [15ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [16ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [16ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [33ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [34ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [35ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [35ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [54ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@672425599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@161f1f71 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@273580454 after retry RPC@1062632913) -> (continuation of Deferred@898191881 after retry RPC@968694172), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5cbe6127 -> wakeup thread Time-limited test -> (continuation of Deferred@273580454 after retry RPC@1062632913) -> (continuation of Deferred@898191881 after retry RPC@968694172))) after lookup
18:18:55.456 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:55.457 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:55.457 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:55.457 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:55.535 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:55.536 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:55.536 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=135), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [1ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [1ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [14ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [15ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [16ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [16ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [33ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [34ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [35ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [35ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [54ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [54ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [56ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [56ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [131ms] refreshing cache from master, [132ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [134ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@672425599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@161f1f71 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@273580454 after retry RPC@1062632913) -> (continuation of Deferred@898191881 after retry RPC@968694172) -> (continuation of Deferred@861213431 after retry RPC@1056962603), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5cbe6127 -> wakeup thread Time-limited test -> (continuation of Deferred@273580454 after retry RPC@1062632913) -> (continuation of Deferred@898191881 after retry RPC@968694172) -> (continuation of Deferred@861213431 after retry RPC@1056962603))) after lookup
18:18:55.537 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:55.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:55.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:55.538 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:55.575 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:55.576 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:55.576 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=175), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [1ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [1ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [14ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [15ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [16ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [16ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [33ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [34ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [35ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [35ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [54ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [54ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [56ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [56ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [131ms] refreshing cache from master, [132ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [134ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [135ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [137ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [137ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [172ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [174ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@672425599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@161f1f71 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@273580454 after retry RPC@1062632913) -> (continuation of Deferred@898191881 after retry RPC@968694172) -> (continuation of Deferred@861213431 after retry RPC@1056962603) -> (continuation of Deferred@1879542711 after retry RPC@838343484), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5cbe6127 -> wakeup thread Time-limited test -> (continuation of Deferred@273580454 after retry RPC@1062632913) -> (continuation of Deferred@898191881 after retry RPC@968694172) -> (continuation of Deferred@861213431 after retry RPC@1056962603) -> (continuation of Deferred@1879542711 after retry RPC@838343484))) after lookup
18:18:55.577 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:55.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:55.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:55.578 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:56.155 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:56.155 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:56.156 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=754), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [1ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [1ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [14ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [15ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [16ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [16ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [33ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [34ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [35ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [35ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [54ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [54ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [56ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [56ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [131ms] refreshing cache from master, [132ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [134ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [135ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [137ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [137ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [172ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [174ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [175ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [177ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [177ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [752ms] refreshing cache from master, [752ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [754ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@672425599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@161f1f71 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@273580454 after retry RPC@1062632913) -> (continuation of Deferred@898191881 after retry RPC@968694172) -> (continuation of Deferred@861213431 after retry RPC@1056962603) -> (continuation of Deferred@1879542711 after retry RPC@838343484) -> (continuation of Deferred@2089949157 after retry RPC@230871728), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5cbe6127 -> wakeup thread Time-limited test -> (continuation of Deferred@273580454 after retry RPC@1062632913) -> (continuation of Deferred@898191881 after retry RPC@968694172) -> (continuation of Deferred@861213431 after retry RPC@1056962603) -> (continuation of Deferred@1879542711 after retry RPC@838343484) -> (continuation of Deferred@2089949157 after retry RPC@230871728))) after lookup
18:18:56.156 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:18:56.157 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:56.157 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:56.157 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:18:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.725206  6648 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 40ed2bbe94b940d79792e7ccf592e3ac)
18:18:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.725342  6648 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.725842  6648 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107), 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:56.727145  6347 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775): Network error: Client connection negotiation failed: client connection to 127.4.185.195:42775: connect: Connection refused (error 111)
18:18:56.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.730342  6589 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "65326d41045946558da816072767e44d" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "768263ffbef643f4a4c8306ad6349ace" is_pre_election: true
18:18:56.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.730590  6589 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65326d41045946558da816072767e44d in term 6.
18:18:56.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.731243  6345 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 65326d41045946558da816072767e44d, 768263ffbef643f4a4c8306ad6349ace; no voters: 40ed2bbe94b940d79792e7ccf592e3ac
18:18:56.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.731467  6648 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 7 FOLLOWER]: Leader pre-election won for term 8
18:18:56.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.731555  6648 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 7 FOLLOWER]: Starting leader election (detected failure of leader 40ed2bbe94b940d79792e7ccf592e3ac)
18:18:56.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.731604  6648 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 7 FOLLOWER]: Advancing to term 8
18:18:56.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.732445  6648 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.732853  6648 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 8 election: Requested vote from peers 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107), 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.733191  6589 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "65326d41045946558da816072767e44d" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "768263ffbef643f4a4c8306ad6349ace"
18:18:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.733328  6589 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 6 FOLLOWER]: Advancing to term 8
18:18:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:56.733685  6347 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775): Network error: Client connection negotiation failed: client connection to 127.4.185.195:42775: connect: Connection refused (error 111)
18:18:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.735049  6589 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65326d41045946558da816072767e44d in term 8.
18:18:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.735363  6345 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 65326d41045946558da816072767e44d, 768263ffbef643f4a4c8306ad6349ace; no voters: 40ed2bbe94b940d79792e7ccf592e3ac
18:18:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.735522  6648 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 8 FOLLOWER]: Leader election won for term 8
18:18:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.735689  6648 raft_consensus.cc:697] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 8 LEADER]: Becoming Leader. State: Replica: 65326d41045946558da816072767e44d, State: Running, Role: LEADER
18:18:56.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.735944  6648 consensus_queue.cc:237] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:56.737993  5025 catalog_manager.cc:5696] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d reported cstate change: term changed from 7 to 8, leader changed from 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195) to 65326d41045946558da816072767e44d (127.4.185.193). New cstate: current_term: 8 leader_uuid: "65326d41045946558da816072767e44d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } health_report { overall_health: UNKNOWN } } }
18:18:57.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:57.140595  6589 raft_consensus.cc:1275] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 8 FOLLOWER]: Refusing update from remote peer 65326d41045946558da816072767e44d: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
18:18:57.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:57.141273  6648 consensus_queue.cc:1048] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [LEADER]: Connected to new peer: Peer: permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
18:18:57.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:57.149767  6347 consensus_peers.cc:597] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d -> Peer 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775): Couldn't send request to peer 40ed2bbe94b940d79792e7ccf592e3ac. Status: Network error: Client connection negotiation failed: client connection to 127.4.185.195:42775: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:18:58.635 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:58.636 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:58.636 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=14, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=3235), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [1ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [1ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [14ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [15ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [16ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [16ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [33ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [34ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [35ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [35ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [54ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [54ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [56ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [56ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [131ms] refreshing cache from master, [132ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [134ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [135ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [137ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [137ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [172ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [174ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [175ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [177ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [177ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [752ms] refreshing cache from master, [752ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [754ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [755ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [756ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [756ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [3232ms] refreshing cache from master, [3232ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [3234ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@672425599(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@161f1f71 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@273580454 after retry RPC@1062632913) -> (continuation of Deferred@898191881 after retry RPC@968694172) -> (continuation of Deferred@861213431 after retry RPC@1056962603) -> (continuation of Deferred@1879542711 after retry RPC@838343484) -> (continuation of Deferred@2089949157 after retry RPC@230871728) -> (continuation of Deferred@1272217368 after retry RPC@1343775616), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5cbe6127 -> wakeup thread Time-limited test -> (continuation of Deferred@273580454 after retry RPC@1062632913) -> (continuation of Deferred@898191881 after retry RPC@968694172) -> (continuation of Deferred@861213431 after retry RPC@1056962603) -> (continuation of Deferred@1879542711 after retry RPC@838343484) -> (continuation of Deferred@2089949157 after retry RPC@230871728) -> (continuation of Deferred@1272217368 after retry RPC@1343775616))) after lookup
18:18:58.637 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:58.637 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] Successfully connected to peer
18:18:58.652 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0xd63e3bd6, L:/127.0.0.1:33878 - R:/127.4.185.193:45375] using TOKEN/null
18:18:58.668 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.185.195:42775
18:18:58.668 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.668889  4839 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/logs
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/info.pb
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.195:42775
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.195
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36627
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.195
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:18:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:58.767632  6686 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:18:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:58.767894  6686 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:18:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:58.767962  6686 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:18:58.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:58.771397  6686 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:18:58.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:58.771502  6686 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.185.195
18:18:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.775337  6686 tablet_server_runner.cc:78] Tablet server non-default flags:
18:18:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:18:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:18:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:18:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:18:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data
18:18:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:18:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:18:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.195:42775
18:18:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:18:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:18:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:18:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/info.pb
18:18:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.195
18:18:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36627
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6686
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.195
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/logs
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3ddc7d4404ac90c834b1cdd020973c286611e9b0
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 18:01:16 UTC on bdcb31816ec0
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16868
18:18:58.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.776335  6686 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:18:58.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.777313  6686 file_cache.cc:492] Constructed file cache file cache with capacity 419430
18:18:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:58.783294  6692 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:58.783325  6691 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:18:58.783288  6694 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:18:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.783502  6686 server_base.cc:1061] running on GCE node
18:18:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.783789  6686 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:18:58.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.784303  6686 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:18:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.785487  6686 hybrid_clock.cc:648] HybridClock initialized: now 1783534738785477 us; error 27 us; skew 500 ppm
18:18:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.787151  6686 webserver.cc:534] Webserver started at http://127.4.185.195:36627/ using document root <none> and password file <none>
18:18:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.787621  6686 fs_manager.cc:362] Metadata directory not provided
18:18:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.787670  6686 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:18:58.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.790678  6686 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
18:18:58.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.792506  6700 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:18:58.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.793493  6686 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.793601  6686 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data,/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "40ed2bbe94b940d79792e7ccf592e3ac"
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.793969  6686 fs_report.cc:389] FS layout report
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/data
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:18:58.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:18:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.803411  6686 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:18:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.803939  6686 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:18:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.804069  6686 kserver.cc:163] Server-wide thread pool size limit: 3276
18:18:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.804504  6686 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:18:58.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.805580  6707 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:18:58.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.808771  6686 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:18:58.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.808831  6686 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
18:18:58.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.808877  6686 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:18:58.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.810180  6686 ts_tablet_manager.cc:616] Registered 1 tablets
18:18:58.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.810231  6686 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
18:18:58.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.810540  6707 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Bootstrap starting.
18:18:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.821148  6686 rpc_server.cc:307] RPC server started. Bound to: 127.4.185.195:42775
18:18:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.821482  6818 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.185.195:42775 every 8 connection(s)
18:18:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.822367  6686 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/info.pb
18:18:58.824 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:18:58.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.824105  4839 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu as pid 6686
18:18:58.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.830178  6707 log.cc:826] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Log is configured to *not* fsync() on all Append() calls
18:18:58.832 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857, tablet=35730517f22f4b9caa75b608382d26e0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:18:58.833 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.185.193:45375
18:18:58.833 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:18:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.833720  4839 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu with pid 6330
18:18:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.837306  6821 heartbeater.cc:344] Connected to a master server at 127.4.185.253:42541
18:18:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.837409  6820 heartbeater.cc:344] Connected to a master server at 127.4.185.254:41725
18:18:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.837545  6821 heartbeater.cc:461] Registering TS with master...
18:18:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.837546  6820 heartbeater.cc:461] Registering TS with master...
18:18:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.838053  6820 heartbeater.cc:507] Master 127.4.185.254:41725 requested a full tablet report, sending...
18:18:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.838054  6821 heartbeater.cc:507] Master 127.4.185.253:42541 requested a full tablet report, sending...
18:18:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.839938  4881 ts_manager.cc:194] Re-registered known tserver with Master: 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.839938  4953 ts_manager.cc:194] Re-registered known tserver with Master: 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.840781  6819 heartbeater.cc:344] Connected to a master server at 127.4.185.252:41985
18:18:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.840855  6819 heartbeater.cc:461] Registering TS with master...
18:18:58.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.841054  6819 heartbeater.cc:507] Master 127.4.185.252:41985 requested a full tablet report, sending...
18:18:58.842 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] handling channelInactive
18:18:58.842 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state READY due to: connection closed
18:18:58.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.841910  5025 ts_manager.cc:194] Re-registered known tserver with Master: 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:18:58.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.842752  5025 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.185.195:60565
18:18:58.843 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:18:58.844 [DEBUG - Time-limited test] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:58.845 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:58.845 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:58.845 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.854600  6707 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:18:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.854879  6707 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Bootstrap complete.
18:18:58.855 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:58.855 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:58.855 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [1ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [10ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@171101902(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@19a5a86b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4013fddc -> wakeup thread Time-limited test)) after lookup
18:18:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.855731  6707 ts_tablet_manager.cc:1403] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Time spent bootstrapping tablet: real 0.045s	user 0.027s	sys 0.010s
18:18:58.856 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:58.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:58.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:58.857 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.858111  6707 raft_consensus.cc:359] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.858420  6707 raft_consensus.cc:740] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 40ed2bbe94b940d79792e7ccf592e3ac, State: Initialized, Role: FOLLOWER
18:18:58.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.858870  6707 consensus_queue.cc:260] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:18:58.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.859560  6819 heartbeater.cc:499] Master 127.4.185.252:41985 was elected leader, sending a full tablet report...
18:18:58.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:18:58.859777  6707 ts_tablet_manager.cc:1434] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
18:18:58.875 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:58.875 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:58.876 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [1ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [10ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [11ms] sending RPC to server 65326d41045946558da816072767e44d, [13ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [13ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [31ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@171101902(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@19a5a86b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@951487712 after retry RPC@1729391415), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4013fddc -> wakeup thread Time-limited test -> (continuation of Deferred@951487712 after retry RPC@1729391415))) after lookup
18:18:58.876 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:58.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:58.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:58.877 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:58.917 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:58.917 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:58.917 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [1ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [10ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [11ms] sending RPC to server 65326d41045946558da816072767e44d, [13ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [13ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [31ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [32ms] sending RPC to server 65326d41045946558da816072767e44d, [33ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [33ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [72ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@171101902(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@19a5a86b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@951487712 after retry RPC@1729391415) -> (continuation of Deferred@805926028 after retry RPC@1954610281), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4013fddc -> wakeup thread Time-limited test -> (continuation of Deferred@951487712 after retry RPC@1729391415) -> (continuation of Deferred@805926028 after retry RPC@1954610281))) after lookup
18:18:58.918 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:58.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:58.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:58.919 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:58.995 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:58.995 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:58.995 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=151), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [1ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [10ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [11ms] sending RPC to server 65326d41045946558da816072767e44d, [13ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [13ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [31ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [32ms] sending RPC to server 65326d41045946558da816072767e44d, [33ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [33ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [72ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [73ms] sending RPC to server 65326d41045946558da816072767e44d, [75ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [75ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [148ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [151ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@171101902(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@19a5a86b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@951487712 after retry RPC@1729391415) -> (continuation of Deferred@805926028 after retry RPC@1954610281) -> (continuation of Deferred@1778326344 after retry RPC@64434807), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4013fddc -> wakeup thread Time-limited test -> (continuation of Deferred@951487712 after retry RPC@1729391415) -> (continuation of Deferred@805926028 after retry RPC@1954610281) -> (continuation of Deferred@1778326344 after retry RPC@64434807))) after lookup
18:18:58.996 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:58.997 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:58.997 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:58.997 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:59.335 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:18:59.335 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:18:59.336 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=492), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [1ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [10ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [11ms] sending RPC to server 65326d41045946558da816072767e44d, [13ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [13ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [31ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [32ms] sending RPC to server 65326d41045946558da816072767e44d, [33ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [33ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [72ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [73ms] sending RPC to server 65326d41045946558da816072767e44d, [75ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [75ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [148ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [151ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [152ms] sending RPC to server 65326d41045946558da816072767e44d, [153ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [153ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [489ms] refreshing cache from master, [489ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [491ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@171101902(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@19a5a86b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@951487712 after retry RPC@1729391415) -> (continuation of Deferred@805926028 after retry RPC@1954610281) -> (continuation of Deferred@1778326344 after retry RPC@64434807) -> (continuation of Deferred@1736920836 after retry RPC@1576639753), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4013fddc -> wakeup thread Time-limited test -> (continuation of Deferred@951487712 after retry RPC@1729391415) -> (continuation of Deferred@805926028 after retry RPC@1954610281) -> (continuation of Deferred@1778326344 after retry RPC@64434807) -> (continuation of Deferred@1736920836 after retry RPC@1576639753))) after lookup
18:18:59.336 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:18:59.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:59.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state CONNECTING due to: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:18:59.338 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 65326d41045946558da816072767e44d(127.4.185.193:45375) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375
18:19:00.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.167414  6832 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 65326d41045946558da816072767e44d)
18:19:00.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.167541  6832 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:19:00.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.168614  6832 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 65326d41045946558da816072767e44d (127.4.185.193:45375), 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:19:00.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:00.169229  6521 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.185.193:45375: connect: Connection refused (error 111)
18:19:00.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:00.170607  6521 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 65326d41045946558da816072767e44d (127.4.185.193:45375): Network error: Client connection negotiation failed: client connection to 127.4.185.193:45375: connect: Connection refused (error 111)
18:19:00.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.173830  6772 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "768263ffbef643f4a4c8306ad6349ace" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" is_pre_election: true
18:19:00.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.174052  6772 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 768263ffbef643f4a4c8306ad6349ace in term 7.
18:19:00.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.174685  6523 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 40ed2bbe94b940d79792e7ccf592e3ac, 768263ffbef643f4a4c8306ad6349ace; no voters: 65326d41045946558da816072767e44d
18:19:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.174961  6832 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 8 FOLLOWER]: Leader pre-election won for term 9
18:19:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.175030  6832 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 8 FOLLOWER]: Starting leader election (detected failure of leader 65326d41045946558da816072767e44d)
18:19:00.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.175081  6832 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 8 FOLLOWER]: Advancing to term 9
18:19:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.175894  6832 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:19:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.176273  6832 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 9 election: Requested vote from peers 65326d41045946558da816072767e44d (127.4.185.193:45375), 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:19:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.176704  6772 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "768263ffbef643f4a4c8306ad6349ace" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "40ed2bbe94b940d79792e7ccf592e3ac"
18:19:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.176834  6772 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 7 FOLLOWER]: Advancing to term 9
18:19:00.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:00.177354  6521 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 65326d41045946558da816072767e44d (127.4.185.193:45375): Network error: Client connection negotiation failed: client connection to 127.4.185.193:45375: connect: Connection refused (error 111)
18:19:00.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.178555  6772 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 768263ffbef643f4a4c8306ad6349ace in term 9.
18:19:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.178864  6523 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 40ed2bbe94b940d79792e7ccf592e3ac, 768263ffbef643f4a4c8306ad6349ace; no voters: 65326d41045946558da816072767e44d
18:19:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.179076  6832 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 9 FOLLOWER]: Leader election won for term 9
18:19:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.179287  6832 raft_consensus.cc:697] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 9 LEADER]: Becoming Leader. State: Replica: 768263ffbef643f4a4c8306ad6349ace, State: Running, Role: LEADER
18:19:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.179596  6832 consensus_queue.cc:237] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:19:00.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.182071  5025 catalog_manager.cc:5696] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace reported cstate change: term changed from 8 to 9, leader changed from 65326d41045946558da816072767e44d (127.4.185.193) to 768263ffbef643f4a4c8306ad6349ace (127.4.185.194). New cstate: current_term: 9 leader_uuid: "768263ffbef643f4a4c8306ad6349ace" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } health_report { overall_health: UNKNOWN } } }
18:19:00.236 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:19:00.236 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:19:00.236 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1392), Traces: [0ms] sending RPC to server 65326d41045946558da816072767e44d, [1ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [1ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [10ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [11ms] sending RPC to server 65326d41045946558da816072767e44d, [13ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [13ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [31ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [32ms] sending RPC to server 65326d41045946558da816072767e44d, [33ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [33ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [72ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [73ms] sending RPC to server 65326d41045946558da816072767e44d, [75ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [75ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [148ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [151ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [152ms] sending RPC to server 65326d41045946558da816072767e44d, [153ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [153ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [489ms] refreshing cache from master, [489ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [491ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [492ms] sending RPC to server 65326d41045946558da816072767e44d, [494ms] received response from server 65326d41045946558da816072767e44d: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [494ms] delaying RPC due to: Network error: Failed to connect to peer 65326d41045946558da816072767e44d(127.4.185.193:45375): Connection refused: /127.4.185.193:45375, [1389ms] refreshing cache from master, [1389ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [1391ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@171101902(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@19a5a86b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@951487712 after retry RPC@1729391415) -> (continuation of Deferred@805926028 after retry RPC@1954610281) -> (continuation of Deferred@1778326344 after retry RPC@64434807) -> (continuation of Deferred@1736920836 after retry RPC@1576639753) -> (continuation of Deferred@906485580 after retry RPC@654773584), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4013fddc -> wakeup thread Time-limited test -> (continuation of Deferred@951487712 after retry RPC@1729391415) -> (continuation of Deferred@805926028 after retry RPC@1954610281) -> (continuation of Deferred@1778326344 after retry RPC@64434807) -> (continuation of Deferred@1736920836 after retry RPC@1576639753) -> (continuation of Deferred@906485580 after retry RPC@654773584))) after lookup
18:19:00.237 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:19:00.238 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] Successfully connected to peer
18:19:00.266 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x56f0de29, L:/127.0.0.1:44092 - R:/127.4.185.194:34107] using TOKEN/null
18:19:00.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.270200  6772 raft_consensus.cc:1275] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 9 FOLLOWER]: Refusing update from remote peer 768263ffbef643f4a4c8306ad6349ace: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 34. (index mismatch)
18:19:00.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:00.270509  6521 consensus_peers.cc:597] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace -> Peer 65326d41045946558da816072767e44d (127.4.185.193:45375): Couldn't send request to peer 65326d41045946558da816072767e44d. Status: Network error: Client connection negotiation failed: client connection to 127.4.185.193:45375: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:19:00.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.270946  6832 consensus_queue.cc:1048] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [LEADER]: Connected to new peer: Peer: permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
18:19:00.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.278013  6850 mvcc.cc:204] Tried to move back new op lower bound from 7305358296140427264 to 7305358295778504704. Current Snapshot: MvccSnapshot[applied={T|T < 7305358296140427264}]
18:19:00.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.279688  6852 mvcc.cc:204] Tried to move back new op lower bound from 7305358296140427264 to 7305358295778504704. Current Snapshot: MvccSnapshot[applied={T|T < 7305358296140427264}]
18:19:00.297 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.185.193:45375
18:19:00.297 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.297818  4839 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/logs
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data/info.pb
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.193:45375
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.193
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41125
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.193
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:19:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:00.438660  6859 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:19:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:00.438907  6859 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:19:00.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:00.438993  6859 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:19:00.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:00.443300  6859 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:19:00.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:00.443441  6859 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.185.193
18:19:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.448575  6859 tablet_server_runner.cc:78] Tablet server non-default flags:
18:19:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:19:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:19:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data
18:19:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:19:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.193:45375
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data/info.pb
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.193
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41125
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6859
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.193
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/logs
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3ddc7d4404ac90c834b1cdd020973c286611e9b0
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 18:01:16 UTC on bdcb31816ec0
18:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16868
18:19:00.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.450091  6859 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:19:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.451553  6859 file_cache.cc:492] Constructed file cache file cache with capacity 419430
18:19:00.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:00.459097  6867 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:00.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:00.459088  6865 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:00.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:00.459501  6864 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:00.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.460526  6859 server_base.cc:1061] running on GCE node
18:19:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.460914  6859 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:19:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.461544  6859 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:19:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.462692  6859 hybrid_clock.cc:648] HybridClock initialized: now 1783534740462672 us; error 34 us; skew 500 ppm
18:19:00.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.464897  6859 webserver.cc:534] Webserver started at http://127.4.185.193:41125/ using document root <none> and password file <none>
18:19:00.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.465528  6859 fs_manager.cc:362] Metadata directory not provided
18:19:00.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.465580  6859 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:19:00.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.469821  6859 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.001s	sys 0.001s
18:19:00.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.472003  6873 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:19:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.473176  6859 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
18:19:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.473277  6859 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data,/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:19:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65326d41045946558da816072767e44d"
18:19:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:19:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.473717  6859 fs_report.cc:389] FS layout report
18:19:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:19:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:19:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/wal
18:19:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data/data
18:19:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:19:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:19:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:19:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:19:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:19:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:19:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:19:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:19:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:19:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:19:00.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:19:00.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.492271  6859 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:19:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.493009  6859 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:19:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.493188  6859 kserver.cc:163] Server-wide thread pool size limit: 3276
18:19:00.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.493811  6859 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:19:00.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.495260  6880 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.498310  6859 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.498375  6859 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
18:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.498440  6859 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:19:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.500176  6859 ts_tablet_manager.cc:616] Registered 1 tablets
18:19:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.500226  6859 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
18:19:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.500523  6880 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Bootstrap starting.
18:19:00.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.513106  6859 rpc_server.cc:307] RPC server started. Bound to: 127.4.185.193:45375
18:19:00.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.514606  6859 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-0/data/info.pb
18:19:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.515275  4839 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu as pid 6859
18:19:00.515 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:19:00.523 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857, tablet=35730517f22f4b9caa75b608382d26e0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:19:00.525 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.185.194:34107
18:19:00.525 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:19:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.521219  6988 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.185.193:45375 every 8 connection(s)
18:19:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.525717  4839 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu with pid 6506
18:19:00.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.526481  6880 log.cc:826] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Log is configured to *not* fsync() on all Append() calls
18:19:00.533 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] handling channelInactive
18:19:00.533 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state READY due to: connection closed
18:19:00.534 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:19:00.535 [DEBUG - Time-limited test] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:19:00.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.536 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.539443  6991 heartbeater.cc:344] Connected to a master server at 127.4.185.253:42541
18:19:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.539669  6991 heartbeater.cc:461] Registering TS with master...
18:19:00.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.540228  6991 heartbeater.cc:507] Master 127.4.185.253:42541 requested a full tablet report, sending...
18:19:00.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.541496  6989 heartbeater.cc:344] Connected to a master server at 127.4.185.252:41985
18:19:00.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.541571  6989 heartbeater.cc:461] Registering TS with master...
18:19:00.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.541738  6989 heartbeater.cc:507] Master 127.4.185.252:41985 requested a full tablet report, sending...
18:19:00.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.542341  4953 ts_manager.cc:194] Re-registered known tserver with Master: 65326d41045946558da816072767e44d (127.4.185.193:45375)
18:19:00.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.542518  5023 ts_manager.cc:194] Re-registered known tserver with Master: 65326d41045946558da816072767e44d (127.4.185.193:45375)
18:19:00.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.543396  5023 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.185.193:35245
18:19:00.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.543932  6990 heartbeater.cc:344] Connected to a master server at 127.4.185.254:41725
18:19:00.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.544010  6990 heartbeater.cc:461] Registering TS with master...
18:19:00.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.544198  6990 heartbeater.cc:507] Master 127.4.185.254:41725 requested a full tablet report, sending...
18:19:00.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.545389  4881 ts_manager.cc:194] Re-registered known tserver with Master: 65326d41045946558da816072767e44d (127.4.185.193:45375)
18:19:00.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.552215  6880 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:19:00.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.552510  6880 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Bootstrap complete.
18:19:00.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.553310  6880 ts_tablet_manager.cc:1403] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Time spent bootstrapping tablet: real 0.053s	user 0.024s	sys 0.015s
18:19:00.556 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:19:00.556 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:19:00.556 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [1ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [1ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [20ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1408990417(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4c098673 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14f15c14 -> wakeup thread Time-limited test)) after lookup
18:19:00.557 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:19:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.556092  6880 raft_consensus.cc:359] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:19:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.556408  6880 raft_consensus.cc:740] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65326d41045946558da816072767e44d, State: Initialized, Role: FOLLOWER
18:19:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.556887  6880 consensus_queue.cc:260] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:19:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.557780  6880 ts_tablet_manager.cc:1434] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
18:19:00.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.558 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:00.559137  6989 heartbeater.cc:499] Master 127.4.185.252:41985 was elected leader, sending a full tablet report...
18:19:00.575 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:19:00.575 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:19:00.575 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [1ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [1ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [20ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [21ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [23ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [23ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [40ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1408990417(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4c098673 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@919604030 after retry RPC@685764620), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14f15c14 -> wakeup thread Time-limited test -> (continuation of Deferred@919604030 after retry RPC@685764620))) after lookup
18:19:00.576 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:19:00.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.577 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.616 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:19:00.616 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:19:00.616 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [1ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [1ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [20ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [21ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [23ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [23ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [40ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [41ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [42ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [42ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [80ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1408990417(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4c098673 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@919604030 after retry RPC@685764620) -> (continuation of Deferred@958744574 after retry RPC@1848479558), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14f15c14 -> wakeup thread Time-limited test -> (continuation of Deferred@919604030 after retry RPC@685764620) -> (continuation of Deferred@958744574 after retry RPC@1848479558))) after lookup
18:19:00.617 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:19:00.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.618 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.635 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:19:00.635 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:19:00.636 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=101), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [1ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [1ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [20ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [21ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [23ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [23ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [40ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [41ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [42ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [42ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [80ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [81ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [83ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [83ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [100ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1408990417(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4c098673 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@919604030 after retry RPC@685764620) -> (continuation of Deferred@958744574 after retry RPC@1848479558) -> (continuation of Deferred@295662024 after retry RPC@332040962), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14f15c14 -> wakeup thread Time-limited test -> (continuation of Deferred@919604030 after retry RPC@685764620) -> (continuation of Deferred@958744574 after retry RPC@1848479558) -> (continuation of Deferred@295662024 after retry RPC@332040962))) after lookup
18:19:00.636 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:19:00.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.638 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:19:00.756 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:19:00.756 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=221), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [1ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [1ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [20ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [21ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [23ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [23ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [40ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [41ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [42ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [42ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [80ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [81ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [83ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [83ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [100ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [101ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [103ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [103ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [218ms] refreshing cache from master, [218ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [220ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1408990417(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4c098673 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@919604030 after retry RPC@685764620) -> (continuation of Deferred@958744574 after retry RPC@1848479558) -> (continuation of Deferred@295662024 after retry RPC@332040962) -> (continuation of Deferred@1373760104 after retry RPC@1665773309), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14f15c14 -> wakeup thread Time-limited test -> (continuation of Deferred@919604030 after retry RPC@685764620) -> (continuation of Deferred@958744574 after retry RPC@1848479558) -> (continuation of Deferred@295662024 after retry RPC@332040962) -> (continuation of Deferred@1373760104 after retry RPC@1665773309))) after lookup
18:19:00.757 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:19:00.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.758 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.855 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:19:00.856 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:19:00.856 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=321), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [1ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [1ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [20ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [21ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [23ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [23ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [40ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [41ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [42ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [42ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [80ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [81ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [83ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [83ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [100ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [101ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [103ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [103ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [218ms] refreshing cache from master, [218ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [220ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [221ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [223ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [223ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [318ms] refreshing cache from master, [318ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [320ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1408990417(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4c098673 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@919604030 after retry RPC@685764620) -> (continuation of Deferred@958744574 after retry RPC@1848479558) -> (continuation of Deferred@295662024 after retry RPC@332040962) -> (continuation of Deferred@1373760104 after retry RPC@1665773309) -> (continuation of Deferred@1390857463 after retry RPC@2088152592), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14f15c14 -> wakeup thread Time-limited test -> (continuation of Deferred@919604030 after retry RPC@685764620) -> (continuation of Deferred@958744574 after retry RPC@1848479558) -> (continuation of Deferred@295662024 after retry RPC@332040962) -> (continuation of Deferred@1373760104 after retry RPC@1665773309) -> (continuation of Deferred@1390857463 after retry RPC@2088152592))) after lookup
18:19:00.857 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:19:00.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.858 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.915 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:19:00.915 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)[L]]}]
18:19:00.916 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=381), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [1ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [1ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [20ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [21ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [23ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [23ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [40ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [41ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [42ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [42ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [80ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [81ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [83ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [83ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [100ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [101ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [103ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [103ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [218ms] refreshing cache from master, [218ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [220ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [221ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [223ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [223ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [318ms] refreshing cache from master, [318ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [320ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [322ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [323ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [323ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [377ms] refreshing cache from master, [377ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [380ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1408990417(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4c098673 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@919604030 after retry RPC@685764620) -> (continuation of Deferred@958744574 after retry RPC@1848479558) -> (continuation of Deferred@295662024 after retry RPC@332040962) -> (continuation of Deferred@1373760104 after retry RPC@1665773309) -> (continuation of Deferred@1390857463 after retry RPC@2088152592) -> (continuation of Deferred@785553783 after retry RPC@1730000019), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14f15c14 -> wakeup thread Time-limited test -> (continuation of Deferred@919604030 after retry RPC@685764620) -> (continuation of Deferred@958744574 after retry RPC@1848479558) -> (continuation of Deferred@295662024 after retry RPC@332040962) -> (continuation of Deferred@1373760104 after retry RPC@1665773309) -> (continuation of Deferred@1390857463 after retry RPC@2088152592) -> (continuation of Deferred@785553783 after retry RPC@1730000019))) after lookup
18:19:00.916 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] connecting to peer
18:19:00.917 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.917 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] cleaning up while in state CONNECTING due to: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:00.917 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107
18:19:01.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.797056  7004 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 768263ffbef643f4a4c8306ad6349ace)
18:19:01.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.797180  7004 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:19:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.798173  7004 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 65326d41045946558da816072767e44d (127.4.185.193:45375), 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:19:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:01.799116  6701 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.185.194:34107: connect: Connection refused (error 111)
18:19:01.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:01.799907  6701 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107): Network error: Client connection negotiation failed: client connection to 127.4.185.194:34107: connect: Connection refused (error 111)
18:19:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.802968  6927 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "65326d41045946558da816072767e44d" is_pre_election: true
18:19:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.803194  6927 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 40ed2bbe94b940d79792e7ccf592e3ac in term 8.
18:19:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.803766  6701 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 40ed2bbe94b940d79792e7ccf592e3ac, 65326d41045946558da816072767e44d; no voters: 768263ffbef643f4a4c8306ad6349ace
18:19:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.803998  7004 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 9 FOLLOWER]: Leader pre-election won for term 10
18:19:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.804085  7004 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 9 FOLLOWER]: Starting leader election (detected failure of leader 768263ffbef643f4a4c8306ad6349ace)
18:19:01.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.804129  7004 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 9 FOLLOWER]: Advancing to term 10
18:19:01.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.804886  7004 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:19:01.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.805248  7004 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 10 election: Requested vote from peers 65326d41045946558da816072767e44d (127.4.185.193:45375), 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:19:01.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.805598  6927 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "65326d41045946558da816072767e44d"
18:19:01.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.805711  6927 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 8 FOLLOWER]: Advancing to term 10
18:19:01.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:01.806150  6701 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107): Network error: Client connection negotiation failed: client connection to 127.4.185.194:34107: connect: Connection refused (error 111)
18:19:01.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.807718  6927 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 40ed2bbe94b940d79792e7ccf592e3ac in term 10.
18:19:01.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.808010  6701 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 40ed2bbe94b940d79792e7ccf592e3ac, 65326d41045946558da816072767e44d; no voters: 768263ffbef643f4a4c8306ad6349ace
18:19:01.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.808216  7004 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 10 FOLLOWER]: Leader election won for term 10
18:19:01.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.808404  7004 raft_consensus.cc:697] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 10 LEADER]: Becoming Leader. State: Replica: 40ed2bbe94b940d79792e7ccf592e3ac, State: Running, Role: LEADER
18:19:01.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.808687  7004 consensus_queue.cc:237] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:19:01.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:01.810843  5023 catalog_manager.cc:5696] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac reported cstate change: term changed from 9 to 10, leader changed from 768263ffbef643f4a4c8306ad6349ace (127.4.185.194) to 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195). New cstate: current_term: 10 leader_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } health_report { overall_health: HEALTHY } } }
18:19:02.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:02.406916  6927 raft_consensus.cc:1275] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 10 FOLLOWER]: Refusing update from remote peer 40ed2bbe94b940d79792e7ccf592e3ac: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
18:19:02.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:02.407610  7022 consensus_queue.cc:1048] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [LEADER]: Connected to new peer: Peer: permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
18:19:02.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:02.416107  6701 consensus_peers.cc:597] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac -> Peer 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107): Couldn't send request to peer 768263ffbef643f4a4c8306ad6349ace. Status: Network error: Client connection negotiation failed: client connection to 127.4.185.194:34107: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:19:04.655 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:19:04.655 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:19:04.656 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=16, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=4121), Traces: [0ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [1ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [1ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [20ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [21ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [23ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [23ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [40ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [41ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [42ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [42ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [80ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [81ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [83ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [83ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [98ms] refreshing cache from master, [98ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [100ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [101ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [103ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [103ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [218ms] refreshing cache from master, [218ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [220ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [221ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [223ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [223ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [318ms] refreshing cache from master, [318ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [320ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [322ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [323ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [323ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [377ms] refreshing cache from master, [377ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [380ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [381ms] sending RPC to server 768263ffbef643f4a4c8306ad6349ace, [382ms] received response from server 768263ffbef643f4a4c8306ad6349ace: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [382ms] delaying RPC due to: Network error: Failed to connect to peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107): Connection refused: /127.4.185.194:34107, [4117ms] refreshing cache from master, [4118ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [4120ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1408990417(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4c098673 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@919604030 after retry RPC@685764620) -> (continuation of Deferred@958744574 after retry RPC@1848479558) -> (continuation of Deferred@295662024 after retry RPC@332040962) -> (continuation of Deferred@1373760104 after retry RPC@1665773309) -> (continuation of Deferred@1390857463 after retry RPC@2088152592) -> (continuation of Deferred@785553783 after retry RPC@1730000019) -> (continuation of Deferred@1836442963 after retry RPC@1741061442), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@14f15c14 -> wakeup thread Time-limited test -> (continuation of Deferred@919604030 after retry RPC@685764620) -> (continuation of Deferred@958744574 after retry RPC@1848479558) -> (continuation of Deferred@295662024 after retry RPC@332040962) -> (continuation of Deferred@1373760104 after retry RPC@1665773309) -> (continuation of Deferred@1390857463 after retry RPC@2088152592) -> (continuation of Deferred@785553783 after retry RPC@1730000019) -> (continuation of Deferred@1836442963 after retry RPC@1741061442))) after lookup
18:19:04.656 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:19:04.657 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] Successfully connected to peer
18:19:04.672 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0xfa892a33, L:/127.0.0.1:49442 - R:/127.4.185.195:42775] using TOKEN/null
18:19:04.686 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.185.194:34107
18:19:04.686 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.687145  4839 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/logs
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data/info.pb
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.194:34107
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.194
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39767
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.194
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:19:04.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:04.785004  7046 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:19:04.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:04.785173  7046 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:19:04.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:04.785230  7046 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:19:04.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:04.788457  7046 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:19:04.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:04.788563  7046 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.185.194
18:19:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.792255  7046 tablet_server_runner.cc:78] Tablet server non-default flags:
18:19:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:19:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:19:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data
18:19:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:19:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.194:34107
18:19:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:19:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data/info.pb
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.194
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39767
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7046
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.194
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/logs
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3ddc7d4404ac90c834b1cdd020973c286611e9b0
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 18:01:16 UTC on bdcb31816ec0
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16868
18:19:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.793404  7046 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:19:04.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.794414  7046 file_cache.cc:492] Constructed file cache file cache with capacity 419430
18:19:04.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:04.799899  7051 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:04.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:04.799968  7052 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:04.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:04.799891  7054 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:04.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.800262  7046 server_base.cc:1061] running on GCE node
18:19:04.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.800568  7046 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:19:04.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.801044  7046 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:19:04.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.802182  7046 hybrid_clock.cc:648] HybridClock initialized: now 1783534744802167 us; error 31 us; skew 500 ppm
18:19:04.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.803623  7046 webserver.cc:534] Webserver started at http://127.4.185.194:39767/ using document root <none> and password file <none>
18:19:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.804050  7046 fs_manager.cc:362] Metadata directory not provided
18:19:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.804097  7046 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:19:04.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.806823  7046 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
18:19:04.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.808386  7060 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:19:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.809371  7046 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
18:19:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.809451  7046 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data,/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:19:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "768263ffbef643f4a4c8306ad6349ace"
18:19:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:19:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.809747  7046 fs_report.cc:389] FS layout report
18:19:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:19:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:19:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/wal
18:19:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data/data
18:19:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:19:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:19:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:19:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:19:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.829351  7046 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:19:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.829836  7046 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:19:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.829962  7046 kserver.cc:163] Server-wide thread pool size limit: 3276
18:19:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.830387  7046 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:19:04.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.831573  7067 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:19:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.834653  7046 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:19:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.834718  7046 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
18:19:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.834769  7046 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:19:04.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.836125  7046 ts_tablet_manager.cc:616] Registered 1 tablets
18:19:04.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.836170  7046 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
18:19:04.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.836462  7067 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Bootstrap starting.
18:19:04.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:04.838739  6701 consensus_peers.cc:597] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac -> Peer 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107): Couldn't send request to peer 768263ffbef643f4a4c8306ad6349ace. Status: Network error: Client connection negotiation failed: client connection to 127.4.185.194:34107: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
18:19:04.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.847386  7046 rpc_server.cc:307] RPC server started. Bound to: 127.4.185.194:34107
18:19:04.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.847434  7175 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.185.194:34107 every 8 connection(s)
18:19:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.848608  7046 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-1/data/info.pb
18:19:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.851917  4839 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu as pid 7046
18:19:04.852 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:19:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.854393  7067 log.cc:826] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Log is configured to *not* fsync() on all Append() calls
18:19:04.860 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857, tablet=35730517f22f4b9caa75b608382d26e0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:19:04.861 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.4.185.195:42775
18:19:04.861 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:19:04.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.861909  4839 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu with pid 6686
18:19:04.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.866878  7178 heartbeater.cc:344] Connected to a master server at 127.4.185.253:42541
18:19:04.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.866905  7176 heartbeater.cc:344] Connected to a master server at 127.4.185.252:41985
18:19:04.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.867128  7176 heartbeater.cc:461] Registering TS with master...
18:19:04.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.867130  7178 heartbeater.cc:461] Registering TS with master...
18:19:04.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.867736  7178 heartbeater.cc:507] Master 127.4.185.253:42541 requested a full tablet report, sending...
18:19:04.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.869769  4952 ts_manager.cc:194] Re-registered known tserver with Master: 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:19:04.870 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] handling channelInactive
18:19:04.870 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state READY due to: connection closed
18:19:04.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.867738  7176 heartbeater.cc:507] Master 127.4.185.252:41985 requested a full tablet report, sending...
18:19:04.871 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:19:04.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.871318  5023 ts_manager.cc:194] Re-registered known tserver with Master: 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:19:04.871 [DEBUG - Time-limited test] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:19:04.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.872139  5023 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.185.194:42719
18:19:04.873 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:04.873 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:04.873 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.874526  7177 heartbeater.cc:344] Connected to a master server at 127.4.185.254:41725
18:19:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.874629  7177 heartbeater.cc:461] Registering TS with master...
18:19:04.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.874805  7177 heartbeater.cc:507] Master 127.4.185.254:41725 requested a full tablet report, sending...
18:19:04.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.875663  4880 ts_manager.cc:194] Re-registered known tserver with Master: 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107)
18:19:04.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.884127  7067 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:19:04.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.884483  7067 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Bootstrap complete.
18:19:04.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.885321  7067 ts_tablet_manager.cc:1403] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Time spent bootstrapping tablet: real 0.049s	user 0.020s	sys 0.019s
18:19:04.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.887265  7067 raft_consensus.cc:359] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:19:04.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.887573  7067 raft_consensus.cc:740] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 768263ffbef643f4a4c8306ad6349ace, State: Initialized, Role: FOLLOWER
18:19:04.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.887993  7067 consensus_queue.cc:260] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:19:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.888576  7176 heartbeater.cc:499] Master 127.4.185.252:41985 was elected leader, sending a full tablet report...
18:19:04.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:04.888818  7067 ts_tablet_manager.cc:1434] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace: Time spent starting tablet: real 0.003s	user 0.005s	sys 0.000s
18:19:04.895 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:19:04.895 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:19:04.895 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [2ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [2ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [24ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1530582937(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4c061008 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7c0f54b7 -> wakeup thread Time-limited test)) after lookup
18:19:04.896 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:19:04.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:04.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:04.897 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:04.915 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:19:04.915 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:19:04.915 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [2ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [2ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [24ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [25ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [26ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [26ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [44ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1530582937(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4c061008 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@379390576 after retry RPC@280055544), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7c0f54b7 -> wakeup thread Time-limited test -> (continuation of Deferred@379390576 after retry RPC@280055544))) after lookup
18:19:04.916 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:19:04.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:04.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:04.917 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:04.935 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:19:04.936 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:19:04.936 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=65), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [2ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [2ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [24ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [25ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [26ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [26ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [44ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [45ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [46ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [46ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [64ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1530582937(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4c061008 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@379390576 after retry RPC@280055544) -> (continuation of Deferred@1072725941 after retry RPC@623652925), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7c0f54b7 -> wakeup thread Time-limited test -> (continuation of Deferred@379390576 after retry RPC@280055544) -> (continuation of Deferred@1072725941 after retry RPC@623652925))) after lookup
18:19:04.937 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:19:04.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:04.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:04.938 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:05.055 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:19:05.056 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:19:05.056 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=185), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [2ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [2ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [24ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [25ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [26ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [26ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [44ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [45ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [46ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [46ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [64ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [65ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [67ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [67ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [182ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [184ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1530582937(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4c061008 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@379390576 after retry RPC@280055544) -> (continuation of Deferred@1072725941 after retry RPC@623652925) -> (continuation of Deferred@729104663 after retry RPC@1398190980), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7c0f54b7 -> wakeup thread Time-limited test -> (continuation of Deferred@379390576 after retry RPC@280055544) -> (continuation of Deferred@1072725941 after retry RPC@623652925) -> (continuation of Deferred@729104663 after retry RPC@1398190980))) after lookup
18:19:05.057 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:19:05.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:05.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:05.058 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:05.455 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:19:05.455 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)[L],65326d41045946558da816072767e44d(127.4.185.193:45375),768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:19:05.456 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=584), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [2ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [2ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [24ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [25ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [26ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [26ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [44ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [45ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [46ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [46ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [64ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [65ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [67ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [67ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [182ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [184ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [185ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [187ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [187ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [581ms] refreshing cache from master, [581ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [583ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1530582937(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4c061008 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@379390576 after retry RPC@280055544) -> (continuation of Deferred@1072725941 after retry RPC@623652925) -> (continuation of Deferred@729104663 after retry RPC@1398190980) -> (continuation of Deferred@1575938680 after retry RPC@1002612946), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7c0f54b7 -> wakeup thread Time-limited test -> (continuation of Deferred@379390576 after retry RPC@280055544) -> (continuation of Deferred@1072725941 after retry RPC@623652925) -> (continuation of Deferred@729104663 after retry RPC@1398190980) -> (continuation of Deferred@1575938680 after retry RPC@1002612946))) after lookup
18:19:05.456 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] connecting to peer
18:19:05.457 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:05.457 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] cleaning up while in state CONNECTING due to: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:05.457 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775) for tablet 35730517f22f4b9caa75b608382d26e0: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775
18:19:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.186388  7189 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 40ed2bbe94b940d79792e7ccf592e3ac)
18:19:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.186527  7189 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:19:06.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.187654  7189 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107), 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:19:06.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:06.188314  6876 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.185.195:42775: connect: Connection refused (error 111)
18:19:06.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:06.188997  6876 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775): Network error: Client connection negotiation failed: client connection to 127.4.185.195:42775: connect: Connection refused (error 111)
18:19:06.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.192157  7112 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "65326d41045946558da816072767e44d" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "768263ffbef643f4a4c8306ad6349ace" is_pre_election: true
18:19:06.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.192384  7112 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65326d41045946558da816072767e44d in term 9.
18:19:06.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.192982  6874 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 65326d41045946558da816072767e44d, 768263ffbef643f4a4c8306ad6349ace; no voters: 40ed2bbe94b940d79792e7ccf592e3ac
18:19:06.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.193186  7189 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 10 FOLLOWER]: Leader pre-election won for term 11
18:19:06.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.193246  7189 raft_consensus.cc:493] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 10 FOLLOWER]: Starting leader election (detected failure of leader 40ed2bbe94b940d79792e7ccf592e3ac)
18:19:06.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.193284  7189 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 10 FOLLOWER]: Advancing to term 11
18:19:06.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.194007  7189 raft_consensus.cc:515] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:19:06.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.194320  7189 leader_election.cc:290] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 11 election: Requested vote from peers 768263ffbef643f4a4c8306ad6349ace (127.4.185.194:34107), 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:19:06.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.194628  7112 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "35730517f22f4b9caa75b608382d26e0" candidate_uuid: "65326d41045946558da816072767e44d" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "768263ffbef643f4a4c8306ad6349ace"
18:19:06.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.194737  7112 raft_consensus.cc:3060] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 9 FOLLOWER]: Advancing to term 11
18:19:06.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.196296  7112 raft_consensus.cc:2468] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65326d41045946558da816072767e44d in term 11.
18:19:06.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.196623  6874 leader_election.cc:304] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 65326d41045946558da816072767e44d, 768263ffbef643f4a4c8306ad6349ace; no voters: 
18:19:06.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.196774  7189 raft_consensus.cc:2804] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 11 FOLLOWER]: Leader election won for term 11
18:19:06.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:06.196961  6876 leader_election.cc:336] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775): Network error: Client connection negotiation failed: client connection to 127.4.185.195:42775: connect: Connection refused (error 111)
18:19:06.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.196974  7189 raft_consensus.cc:697] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [term 11 LEADER]: Becoming Leader. State: Replica: 65326d41045946558da816072767e44d, State: Running, Role: LEADER
18:19:06.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.197264  7189 consensus_queue.cc:237] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:19:06.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.199469  5023 catalog_manager.cc:5696] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d reported cstate change: term changed from 10 to 11, leader changed from 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195) to 65326d41045946558da816072767e44d (127.4.185.193). New cstate: current_term: 11 leader_uuid: "65326d41045946558da816072767e44d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } health_report { overall_health: UNKNOWN } } }
18:19:06.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:06.797742  6876 consensus_peers.cc:597] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d -> Peer 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775): Couldn't send request to peer 40ed2bbe94b940d79792e7ccf592e3ac. Status: Network error: Client connection negotiation failed: client connection to 127.4.185.195:42775: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:19:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.819046  7112 raft_consensus.cc:1275] T 35730517f22f4b9caa75b608382d26e0 P 768263ffbef643f4a4c8306ad6349ace [term 11 FOLLOWER]: Refusing update from remote peer 65326d41045946558da816072767e44d: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
18:19:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:06.819742  7207 consensus_queue.cc:1048] T 35730517f22f4b9caa75b608382d26e0 P 65326d41045946558da816072767e44d [LEADER]: Connected to new peer: Peer: permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
18:19:07.356 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 35730517f22f4b9caa75b608382d26e0 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857' with partition [<start>, <end>)
18:19:07.356 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=35730517f22f4b9caa75b608382d26e0@[40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775),65326d41045946558da816072767e44d(127.4.185.193:45375)[L],768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)]}]
18:19:07.356 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=35730517f22f4b9caa75b608382d26e0, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2485), Traces: [0ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [2ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [2ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [24ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [25ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [26ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [26ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [44ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [45ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [46ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [46ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [64ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [65ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [67ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [67ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [182ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [184ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [185ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [187ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [187ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [581ms] refreshing cache from master, [581ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [583ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, [585ms] sending RPC to server 40ed2bbe94b940d79792e7ccf592e3ac, [586ms] received response from server 40ed2bbe94b940d79792e7ccf592e3ac: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [586ms] delaying RPC due to: Network error: Failed to connect to peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775): Connection refused: /127.4.185.195:42775, [2482ms] refreshing cache from master, [2482ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.185.252:41985, [2484ms] Sub RPC GetTableLocations: received response from server master-127.4.185.252:41985: OK, deferred=Deferred@1530582937(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$225/0x00007f333436b330@4c061008 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@379390576 after retry RPC@280055544) -> (continuation of Deferred@1072725941 after retry RPC@623652925) -> (continuation of Deferred@729104663 after retry RPC@1398190980) -> (continuation of Deferred@1575938680 after retry RPC@1002612946) -> (continuation of Deferred@1724083396 after retry RPC@1214893302), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7c0f54b7 -> wakeup thread Time-limited test -> (continuation of Deferred@379390576 after retry RPC@280055544) -> (continuation of Deferred@1072725941 after retry RPC@623652925) -> (continuation of Deferred@729104663 after retry RPC@1398190980) -> (continuation of Deferred@1575938680 after retry RPC@1002612946) -> (continuation of Deferred@1724083396 after retry RPC@1214893302))) after lookup
18:19:07.357 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] connecting to peer
18:19:07.357 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] Successfully connected to peer
18:19:07.370 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x93ea815f, L:/127.0.0.1:37686 - R:/127.4.185.193:45375] using TOKEN/null
18:19:07.384 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.4.185.195:42775
18:19:07.384 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.385226  4839 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/logs
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/info.pb
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:07.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:19:07.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:19:07.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.195:42775
18:19:07.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.195
18:19:07.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:19:07.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36627
18:19:07.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.195
18:19:07.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:19:07.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:07.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:07.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:19:07.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:07.480306  7225 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:19:07.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:07.480485  7225 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:19:07.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:07.480525  7225 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:19:07.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:07.483700  7225 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:19:07.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:07.483790  7225 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.185.195
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.487365  7225 tablet_server_runner.cc:78] Tablet server non-default flags:
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.185.212:39279
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.185.195:42775
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/info.pb
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.185.195
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36627
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.185.254:41725,127.4.185.253:42541,127.4.185.252:41985
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7225
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:19:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:19:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:19:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.185.195
18:19:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/logs
18:19:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:19:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:19:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:19:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:19:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:19:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3ddc7d4404ac90c834b1cdd020973c286611e9b0
18:19:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
18:19:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 18:01:16 UTC on bdcb31816ec0
18:19:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16868
18:19:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.488255  7225 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:19:07.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.489192  7225 file_cache.cc:492] Constructed file cache file cache with capacity 419430
18:19:07.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:07.494786  7230 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:07.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:07.494757  7233 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:07.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 18:19:07.494774  7231 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:19:07.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.494899  7225 server_base.cc:1061] running on GCE node
18:19:07.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.495445  7225 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:19:07.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.495888  7225 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:19:07.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.497014  7225 hybrid_clock.cc:648] HybridClock initialized: now 1783534747497001 us; error 32 us; skew 500 ppm
18:19:07.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.498464  7225 webserver.cc:534] Webserver started at http://127.4.185.195:36627/ using document root <none> and password file <none>
18:19:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.498898  7225 fs_manager.cc:362] Metadata directory not provided
18:19:07.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.498970  7225 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:19:07.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.501883  7225 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.000s	sys 0.002s
18:19:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.503561  7240 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:19:07.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.504408  7225 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.001s
18:19:07.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.504493  7225 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data,/tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:19:07.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "40ed2bbe94b940d79792e7ccf592e3ac"
18:19:07.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 18:18:35 on dist-test-slave-zrv4"
18:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.504884  7225 fs_report.cc:389] FS layout report
18:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/wal
18:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/data
18:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:19:07.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:19:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.535075  7225 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:19:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.535614  7225 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:19:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.535748  7225 kserver.cc:163] Server-wide thread pool size limit: 3276
18:19:07.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.536211  7225 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:19:07.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.537447  7247 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:19:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.540516  7225 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:19:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.540570  7225 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
18:19:07.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.540616  7225 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:19:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.541893  7225 ts_tablet_manager.cc:616] Registered 1 tablets
18:19:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.541934  7225 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
18:19:07.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.542253  7247 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Bootstrap starting.
18:19:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.551856  7225 rpc_server.cc:307] RPC server started. Bound to: 127.4.185.195:42775
18:19:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.551898  7355 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.185.195:42775 every 8 connection(s)
18:19:07.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.552748  7225 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLa1gvu/test-tmp/mini-kudu-cluster344883972723498364/ts-2/data/info.pb
18:19:07.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.557914  7247 log.cc:826] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Log is configured to *not* fsync() on all Append() calls
18:19:07.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.560298  4839 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu as pid 7225
18:19:07.560 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:19:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.562704  7356 heartbeater.cc:344] Connected to a master server at 127.4.185.252:41985
18:19:07.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.562915  7356 heartbeater.cc:461] Registering TS with master...
18:19:07.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.563403  7356 heartbeater.cc:507] Master 127.4.185.252:41985 requested a full tablet report, sending...
18:19:07.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.564944  5023 ts_manager.cc:194] Re-registered known tserver with Master: 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:19:07.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.565644  5023 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.185.195:42305
18:19:07.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.567400  7357 heartbeater.cc:344] Connected to a master server at 127.4.185.254:41725
18:19:07.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.567479  7357 heartbeater.cc:461] Registering TS with master...
18:19:07.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.567632  7357 heartbeater.cc:507] Master 127.4.185.254:41725 requested a full tablet report, sending...
18:19:07.568 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857, tablet=35730517f22f4b9caa75b608382d26e0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:19:07.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.568428  4880 ts_manager.cc:194] Re-registered known tserver with Master: 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:19:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.571408  7358 heartbeater.cc:344] Connected to a master server at 127.4.185.253:42541
18:19:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.571487  7358 heartbeater.cc:461] Registering TS with master...
18:19:07.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.571597  7358 heartbeater.cc:507] Master 127.4.185.253:42541 requested a full tablet report, sending...
18:19:07.571 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783534715857, tablet=35730517f22f4b9caa75b608382d26e0, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:19:07.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.572387  4953 ts_manager.cc:194] Re-registered known tserver with Master: 40ed2bbe94b940d79792e7ccf592e3ac (127.4.185.195:42775)
18:19:07.576 [DEBUG - main] (Connection.java:575) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] disconnecting while in state READY
18:19:07.577 [DEBUG - main] (Connection.java:575) [peer master-127.4.185.252:41985(127.4.185.252:41985)] disconnecting while in state READY
18:19:07.577 [DEBUG - main] (Connection.java:575) [peer 768263ffbef643f4a4c8306ad6349ace(127.4.185.194:34107)] disconnecting while in state TERMINATED
18:19:07.577 [DEBUG - main] (Connection.java:575) [peer master-127.4.185.254:41725(127.4.185.254:41725)] disconnecting while in state READY
18:19:07.578 [DEBUG - main] (Connection.java:575) [peer master-127.4.185.253:42541(127.4.185.253:42541)] disconnecting while in state READY
18:19:07.579 [DEBUG - main] (Connection.java:575) [peer 40ed2bbe94b940d79792e7ccf592e3ac(127.4.185.195:42775)] disconnecting while in state TERMINATED
18:19:07.581 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.185.252:41985(127.4.185.252:41985)] handling channelInactive
18:19:07.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.185.252:41985(127.4.185.252:41985)] cleaning up while in state READY due to: connection closed
18:19:07.581 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.185.253:42541(127.4.185.253:42541)] handling channelInactive
18:19:07.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.185.253:42541(127.4.185.253:42541)] cleaning up while in state READY due to: connection closed
18:19:07.581 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.185.254:41725(127.4.185.254:41725)] handling channelInactive
18:19:07.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.185.254:41725(127.4.185.254:41725)] cleaning up while in state READY due to: connection closed
18:19:07.582 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] handling channelInactive
18:19:07.582 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 65326d41045946558da816072767e44d(127.4.185.193:45375)] cleaning up while in state READY due to: connection closed
18:19:07.582 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
18:19:07.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.584928  7247 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:19:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.585299  7247 tablet_bootstrap.cc:492] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Bootstrap complete.
18:19:07.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.586433  7247 ts_tablet_manager.cc:1403] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Time spent bootstrapping tablet: real 0.044s	user 0.035s	sys 0.004s
18:19:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.589754  4839 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu with pid 6859
18:19:07.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.594998  4839 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu with pid 7046
18:19:07.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.589720  7247 raft_consensus.cc:359] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:19:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.595633  7247 raft_consensus.cc:740] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 40ed2bbe94b940d79792e7ccf592e3ac, State: Initialized, Role: FOLLOWER
18:19:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.596140  7247 consensus_queue.cc:260] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65326d41045946558da816072767e44d" member_type: VOTER last_known_addr { host: "127.4.185.193" port: 45375 } } peers { permanent_uuid: "768263ffbef643f4a4c8306ad6349ace" member_type: VOTER last_known_addr { host: "127.4.185.194" port: 34107 } } peers { permanent_uuid: "40ed2bbe94b940d79792e7ccf592e3ac" member_type: VOTER last_known_addr { host: "127.4.185.195" port: 42775 } }
18:19:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.597018  7247 ts_tablet_manager.cc:1434] T 35730517f22f4b9caa75b608382d26e0 P 40ed2bbe94b940d79792e7ccf592e3ac: Time spent starting tablet: real 0.011s	user 0.007s	sys 0.000s
18:19:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.597059  7356 heartbeater.cc:499] Master 127.4.185.252:41985 was elected leader, sending a full tablet report...
18:19:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.600668  4839 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu with pid 7225
18:19:07.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.605243  4839 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu with pid 4850
18:19:07.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.609512  4839 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu with pid 4921
18:19:07.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 18:19:07.613849  4839 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLa1gvu/build/debug/bin/kudu with pid 4991
18:19:07.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T18:19:07Z chronyd exiting

Time: 34.239

OK (1 test)

