JUnit version 4.13.2
.18:21:07.202 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786472467193
18:21:07.280 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
18:21:07.319 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
18:21:07.331 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskkKwAB5/test-tmp
18:21:07.357 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
18:21:07.361 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskkKwAB5/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
18:21:07.647 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

18:21:07.669 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
18:21:07.670 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

18:21:07.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.672253 13480 mini_oidc.cc:150] Starting JWKS server
18:21:07.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.673154 13480 webserver.cc:533] Webserver started at http://127.0.0.1:37613/ using document root <none> and password file <none>
18:21:07.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.673254 13480 mini_oidc.cc:186] Starting OIDC Discovery server
18:21:07.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.673512 13480 webserver.cc:533] Webserver started at http://127.0.0.1:33683/ using document root <none> and password file <none>
18:21:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T18:21:07Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
18:21:07.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T18:21:07Z Disabled control of system clock
18:21:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.692793 13480 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-0/wal
18:21:07.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-0/data
18:21:07.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:21:07.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:21:07.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:21:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-0/logs
18:21:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-0/data/info.pb
18:21:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:21:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:21:07.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:21:07.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:21:07.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:07.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:07.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:07.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:21:07.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:21:07.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:21:07.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:21:07.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.62:36657
18:21:07.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.62
18:21:07.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:21:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:07.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:21:07.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:07.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:21:07.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json with env {}
18:21:07.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.821130 13495 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:21:07.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.821404 13495 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:21:07.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.821444 13495 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:21:07.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.824258 13495 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
18:21:07.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.824363 13495 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:21:07.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.824389 13495 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
18:21:07.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.824409 13495 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
18:21:07.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.824426 13495 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
18:21:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.824445 13495 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37613/jwks.json
18:21:07.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.827178 13495 master_runner.cc:387] Master server non-default flags:
18:21:07.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-0/logs
18:21:07.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:07.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:21:07.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:07.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:07.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:07.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:07.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-0/data
18:21:07.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-0/wal
18:21:07.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:21:07.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:07.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:07.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:21:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.62:36657
18:21:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:21:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:21:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:21:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json
18:21:07.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:07.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:07.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-0/data/info.pb
18:21:07.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.62
18:21:07.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:21:07.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:21:07.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13495
18:21:07.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:07.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:21:07.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:21:07.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:07.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:21:07.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:21:07.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:21:07.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:21:07.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
18:21:07.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:35 UTC on e7f111948823
18:21:07.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17630
18:21:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.827548 13495 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:21:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.827876 13495 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:21:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.833104 13505 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.833245 13502 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.833349 13501 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.833607 13495 server_base.cc:1061] running on GCE node
18:21:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.834029 13495 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:21:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.834420 13495 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:21:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.835551 13495 hybrid_clock.cc:648] HybridClock initialized: now 1786472467835546 us; error 99 us; skew 500 ppm
18:21:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.836957 13495 webserver.cc:533] Webserver started at http://127.13.42.62:33063/ using document root <none> and password file <none>
18:21:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.837195 13495 fs_manager.cc:362] Metadata directory not provided
18:21:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.837265 13495 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:21:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.837402 13495 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:21:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.838666 13495 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-0/data/instance:
18:21:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "40be907b3a3a4d3abb455e0a6cdb4d81"
18:21:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:07 on dist-test-slave-wl2h"
18:21:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.839179 13495 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-0/wal/instance:
18:21:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "40be907b3a3a4d3abb455e0a6cdb4d81"
18:21:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:07 on dist-test-slave-wl2h"
18:21:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.841216 13495 fs_manager.cc:696] Time spent creating directory manager: real 0.002s	user 0.002s	sys 0.000s
18:21:07.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.842418 13513 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:21:07.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.842630 13495 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
18:21:07.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.842711 13495 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-0/data,/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-0/wal
18:21:07.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "40be907b3a3a4d3abb455e0a6cdb4d81"
18:21:07.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:07 on dist-test-slave-wl2h"
18:21:07.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.842782 13495 fs_report.cc:389] FS layout report
18:21:07.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:21:07.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-0/wal
18:21:07.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-0/wal
18:21:07.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-0/data/data
18:21:07.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:21:07.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:21:07.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:21:07.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:21:07.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:21:07.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:21:07.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:21:07.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:21:07.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:21:07.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:21:07.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:21:07.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.855813 13495 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:21:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.856792 13495 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:21:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.857017 13495 kserver.cc:163] Server-wide thread pool size limit: 3276
18:21:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.869709 13495 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.62:36657
18:21:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.869810 13576 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.42.62:36657 every 8 connection(s)
18:21:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.870258 13495 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-0/data/info.pb
18:21:07.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.871521 13480 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkKwAB5/build/release/bin/kudu as pid 13495
18:21:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.871656 13480 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-0/wal/instance
18:21:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.871639 13577 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:21:07.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.872848 13480 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:07.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:07.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-1/wal
18:21:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-1/data
18:21:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:21:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:21:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:21:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-1/logs
18:21:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-1/data/info.pb
18:21:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:21:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:21:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:21:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:21:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:21:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:21:07.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:21:07.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:21:07.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.61:36665
18:21:07.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.61
18:21:07.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:21:07.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:07.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:21:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:07.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:21:07.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json with env {}
18:21:07.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.874773 13577 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } has no permanent_uuid. Determining permanent_uuid...
18:21:07.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.888607 13577 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } has no permanent_uuid. Determining permanent_uuid...
18:21:07.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.889153 13517 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.42.61:36665: connect: Connection refused (error 111)
18:21:07.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.889968 13577 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.42.61:36665: Network error: Client connection negotiation failed: client connection to 127.13.42.61:36665: connect: Connection refused (error 111)
18:21:07.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.939193 13577 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } attempt: 1
18:21:07.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.940518 13577 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.42.61:36665: Network error: Client connection negotiation failed: client connection to 127.13.42.61:36665: connect: Connection refused (error 111)
18:21:07.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.969511 13579 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:21:07.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.969769 13579 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:21:07.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.969803 13579 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:21:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.971937 13579 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
18:21:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.972031 13579 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:21:07.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.972055 13579 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
18:21:07.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.972095 13579 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
18:21:07.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.972111 13579 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
18:21:07.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.972128 13579 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37613/jwks.json
18:21:07.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.974546 13579 master_runner.cc:387] Master server non-default flags:
18:21:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-1/logs
18:21:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:21:07.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:07.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:07.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-1/data
18:21:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-1/wal
18:21:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:21:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:21:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.61:36665
18:21:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:21:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:21:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:21:07.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json
18:21:07.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:07.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:07.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-1/data/info.pb
18:21:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.61
18:21:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:21:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:21:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13579
18:21:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:21:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:21:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:21:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:21:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:21:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:21:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
18:21:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:35 UTC on e7f111948823
18:21:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17630
18:21:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.974975 13579 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:21:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.975380 13579 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:21:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.980001 13590 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.980500 13588 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:07.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:07.979997 13587 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:07.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.981127 13579 server_base.cc:1061] running on GCE node
18:21:07.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.981420 13579 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:21:07.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.981765 13579 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:21:07.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.985139 13579 hybrid_clock.cc:648] HybridClock initialized: now 1786472467985045 us; error 63 us; skew 500 ppm
18:21:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.986687 13579 webserver.cc:533] Webserver started at http://127.13.42.61:39581/ using document root <none> and password file <none>
18:21:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.987001 13579 fs_manager.cc:362] Metadata directory not provided
18:21:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.987125 13579 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:21:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.987272 13579 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:21:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.988499 13579 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-1/data/instance:
18:21:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5563aa1bd8f443049e599e4478a34a71"
18:21:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:07 on dist-test-slave-wl2h"
18:21:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.988929 13579 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-1/wal/instance:
18:21:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5563aa1bd8f443049e599e4478a34a71"
18:21:07.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:07 on dist-test-slave-wl2h"
18:21:07.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.990829 13579 fs_manager.cc:696] Time spent creating directory manager: real 0.002s	user 0.004s	sys 0.000s
18:21:07.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.991834 13600 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:21:07.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.992085 13579 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
18:21:07.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.992156 13579 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-1/data,/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-1/wal
18:21:07.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5563aa1bd8f443049e599e4478a34a71"
18:21:07.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:07 on dist-test-slave-wl2h"
18:21:07.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:07.992223 13579 fs_report.cc:389] FS layout report
18:21:07.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:21:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-1/wal
18:21:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-1/wal
18:21:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-1/data/data
18:21:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:21:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:21:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:21:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:21:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:21:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:21:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:21:07.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:21:07.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:21:07.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:21:07.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:21:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.008730 13577 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } attempt: 2
18:21:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.009512 13577 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.42.61:36665: Network error: Client connection negotiation failed: client connection to 127.13.42.61:36665: connect: Connection refused (error 111)
18:21:08.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.013396 13579 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:21:08.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.013695 13579 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:21:08.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.013796 13579 kserver.cc:163] Server-wide thread pool size limit: 3276
18:21:08.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.019359 13579 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.61:36665
18:21:08.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.019393 13663 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.42.61:36665 every 8 connection(s)
18:21:08.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.019716 13579 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-1/data/info.pb
18:21:08.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.020439 13664 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:21:08.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.021064 13480 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkKwAB5/build/release/bin/kudu as pid 13579
18:21:08.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.021133 13480 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-1/wal/instance
18:21:08.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.021555 13480 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:08.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:08.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-2/wal
18:21:08.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-2/data
18:21:08.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:21:08.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:21:08.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:21:08.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:08.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:08.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:08.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-2/logs
18:21:08.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-2/data/info.pb
18:21:08.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:08.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:21:08.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:21:08.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:21:08.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:21:08.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:08.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:08.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:08.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:21:08.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:21:08.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:21:08.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:21:08.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.60:44081
18:21:08.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.60
18:21:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:21:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:21:08.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:08.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:21:08.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json with env {}
18:21:08.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.022449 13664 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } has no permanent_uuid. Determining permanent_uuid...
18:21:08.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.029443 13664 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } has no permanent_uuid. Determining permanent_uuid...
18:21:08.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.035115 13664 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } has no permanent_uuid. Determining permanent_uuid...
18:21:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.035960 13601 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.42.60:44081: connect: Connection refused (error 111)
18:21:08.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.036727 13664 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.42.60:44081: Network error: Client connection negotiation failed: client connection to 127.13.42.60:44081: connect: Connection refused (error 111)
18:21:08.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.085984 13664 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } attempt: 1
18:21:08.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.087146 13664 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.42.60:44081: Network error: Client connection negotiation failed: client connection to 127.13.42.60:44081: connect: Connection refused (error 111)
18:21:08.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.100687 13577 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } attempt: 3
18:21:08.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.105199 13577 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } has no permanent_uuid. Determining permanent_uuid...
18:21:08.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.106436 13577 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.42.60:44081: Network error: Client connection negotiation failed: client connection to 127.13.42.60:44081: connect: Connection refused (error 111)
18:21:08.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.137668 13577 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } attempt: 1
18:21:08.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.138880 13577 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.42.60:44081: Network error: Client connection negotiation failed: client connection to 127.13.42.60:44081: connect: Connection refused (error 111)
18:21:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.150200 13667 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:21:08.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.150403 13667 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:21:08.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.150424 13667 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:21:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.152757 13667 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
18:21:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.152828 13667 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:21:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.152844 13667 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
18:21:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.152856 13667 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
18:21:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.152869 13667 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
18:21:08.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.152880 13667 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37613/jwks.json
18:21:08.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.155114 13667 master_runner.cc:387] Master server non-default flags:
18:21:08.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-2/logs
18:21:08.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:08.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:21:08.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:08.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:08.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:08.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:08.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-2/data
18:21:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-2/wal
18:21:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:21:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:21:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.60:44081
18:21:08.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:21:08.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:21:08.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:21:08.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37613/jwks.json
18:21:08.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:08.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:08.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-2/data/info.pb
18:21:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.60
18:21:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:21:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:21:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13667
18:21:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:21:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:21:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:21:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:21:08.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:21:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:21:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
18:21:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:35 UTC on e7f111948823
18:21:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17630
18:21:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.155346 13664 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } attempt: 2
18:21:08.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.155470 13667 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:21:08.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.155779 13667 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:21:08.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.156054 13664 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.42.60:44081: Network error: Client connection negotiation failed: client connection to 127.13.42.60:44081: connect: Connection refused (error 111)
18:21:08.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.159785 13677 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:08.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.160210 13680 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:08.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.160519 13678 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:08.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.160799 13667 server_base.cc:1061] running on GCE node
18:21:08.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.161065 13667 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:21:08.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.161715 13667 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:21:08.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.162998 13667 hybrid_clock.cc:648] HybridClock initialized: now 1786472468162972 us; error 35 us; skew 500 ppm
18:21:08.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.164742 13667 webserver.cc:533] Webserver started at http://127.13.42.60:33423/ using document root <none> and password file <none>
18:21:08.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.165036 13667 fs_manager.cc:362] Metadata directory not provided
18:21:08.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.165091 13667 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:21:08.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.165225 13667 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:21:08.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.166373 13667 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-2/data/instance:
18:21:08.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318"
18:21:08.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:08.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.166746 13667 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-2/wal/instance:
18:21:08.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318"
18:21:08.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:08.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.168758 13667 fs_manager.cc:696] Time spent creating directory manager: real 0.002s	user 0.002s	sys 0.001s
18:21:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.169895 13688 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:21:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.170177 13667 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
18:21:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.170248 13667 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-2/data,/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-2/wal
18:21:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318"
18:21:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.170318 13667 fs_report.cc:389] FS layout report
18:21:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:21:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-2/wal
18:21:08.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-2/wal
18:21:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-2/data/data
18:21:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:21:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:21:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:21:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:21:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:21:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:21:08.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:21:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:21:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:21:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:21:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:21:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.187870 13667 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:21:08.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.189169 13667 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:21:08.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.189414 13667 kserver.cc:163] Server-wide thread pool size limit: 3276
18:21:08.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.207063 13667 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.60:44081
18:21:08.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.207314 13752 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.42.60:44081 every 8 connection(s)
18:21:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.207517 13667 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-2/data/info.pb
18:21:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.208534 13753 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:21:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.210335 13480 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkKwAB5/build/release/bin/kudu as pid 13667
18:21:08.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.210449 13480 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/master-2/wal/instance
18:21:08.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.211570 13753 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } has no permanent_uuid. Determining permanent_uuid...
18:21:08.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.214057 13577 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } attempt: 2
18:21:08.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.221167 13753 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } has no permanent_uuid. Determining permanent_uuid...
18:21:08.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.223645 13577 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81: Bootstrap starting.
18:21:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.225561 13577 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81: Neither blocks nor log segments found. Creating new log.
18:21:08.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.226533 13577 log.cc:826] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81: Log is configured to *not* fsync() on all Append() calls
18:21:08.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.227411 13753 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } has no permanent_uuid. Determining permanent_uuid...
18:21:08.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.227909 13577 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81: No bootstrap required, opened a new log
18:21:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.231061 13577 raft_consensus.cc:359] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } }
18:21:08.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.231210 13577 raft_consensus.cc:385] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:21:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.231254 13577 raft_consensus.cc:740] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 40be907b3a3a4d3abb455e0a6cdb4d81, State: Initialized, Role: FOLLOWER
18:21:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.231365 13577 consensus_queue.cc:260] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } }
18:21:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.231873 13577 sys_catalog.cc:565] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [sys.catalog]: configured and running, proceeding with master startup.
18:21:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.231911 13764 sys_catalog.cc:455] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } } }
18:21:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.232008 13764 sys_catalog.cc:458] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [sys.catalog]: This master's current role is: FOLLOWER
18:21:08.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.232981 13753 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318: Bootstrap starting.
18:21:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.234855 13753 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318: Neither blocks nor log segments found. Creating new log.
18:21:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.235596 13753 log.cc:826] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318: Log is configured to *not* fsync() on all Append() calls
18:21:08.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.237815 13753 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318: No bootstrap required, opened a new log
18:21:08.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.236155 13495 master_runner.cc:187] Error getting master registration for 127.13.42.61:36665: OK, instance_id { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" instance_seqno: 1786472468017477 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
18:21:08.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.239745 13495 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
18:21:08.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.241601 13776 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
18:21:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.242100 13776 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
18:21:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.241986 13753 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } }
18:21:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.242159 13753 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:21:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.242197 13753 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8c78e42d1b6444a3a8b1fb5a0ad12318, State: Initialized, Role: FOLLOWER
18:21:08.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.242326 13753 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } }
18:21:08.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.242820 13753 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318 [sys.catalog]: configured and running, proceeding with master startup.
18:21:08.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.247189 13664 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } attempt: 3
18:21:08.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.247388 13796 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
18:21:08.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.247445 13796 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
18:21:08.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.249984 13667 master_runner.cc:187] Error getting master registration for 127.13.42.61:36665: OK, instance_id { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" instance_seqno: 1786472468017477 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
18:21:08.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.254489 13667 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
18:21:08.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.254565 13664 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71: Bootstrap starting.
18:21:08.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.255290 13779 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } } }
18:21:08.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.255641 13779 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318 [sys.catalog]: This master's current role is: FOLLOWER
18:21:08.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.256462 13664 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71: Neither blocks nor log segments found. Creating new log.
18:21:08.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.257472 13664 log.cc:826] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71: Log is configured to *not* fsync() on all Append() calls
18:21:08.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.258930 13664 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71: No bootstrap required, opened a new log
18:21:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.262425 13664 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } }
18:21:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.262634 13664 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:21:08.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.262674 13664 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5563aa1bd8f443049e599e4478a34a71, State: Initialized, Role: FOLLOWER
18:21:08.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.262813 13664 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } }
18:21:08.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.263294 13664 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71 [sys.catalog]: configured and running, proceeding with master startup.
18:21:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.264487 13607 tablet.cc:2406] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:21:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.263772 13800 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } } }
18:21:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.265583 13800 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71 [sys.catalog]: This master's current role is: FOLLOWER
18:21:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.268157 13812 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
18:21:08.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.268659 13812 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
18:21:08.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.272246 13579 master_runner.cc:264] No leader master found from master 5563aa1bd8f443049e599e4478a34a71
18:21:08.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.272315 13579 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
18:21:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.290515 13764 raft_consensus.cc:493] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:21:08.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.290668 13764 raft_consensus.cc:515] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } }
18:21:08.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.292340 13764 leader_election.cc:290] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5563aa1bd8f443049e599e4478a34a71 (127.13.42.61:36665), 8c78e42d1b6444a3a8b1fb5a0ad12318 (127.13.42.60:44081)
18:21:08.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.292996 13723 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" is_pre_election: true
18:21:08.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.293155 13723 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 40be907b3a3a4d3abb455e0a6cdb4d81 in term 0.
18:21:08.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.293479 13514 leader_election.cc:304] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 40be907b3a3a4d3abb455e0a6cdb4d81, 8c78e42d1b6444a3a8b1fb5a0ad12318; no voters: 
18:21:08.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.293998 13630 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5563aa1bd8f443049e599e4478a34a71" is_pre_election: true
18:21:08.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.294126 13630 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 40be907b3a3a4d3abb455e0a6cdb4d81 in term 0.
18:21:08.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.294461 13764 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [term 0 FOLLOWER]: Leader pre-election won for term 1
18:21:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.294512 13764 raft_consensus.cc:493] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:21:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.294536 13764 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [term 0 FOLLOWER]: Advancing to term 1
18:21:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.295885 13764 raft_consensus.cc:515] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } }
18:21:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.296027 13764 leader_election.cc:290] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [CANDIDATE]: Term 1 election: Requested vote from peers 5563aa1bd8f443049e599e4478a34a71 (127.13.42.61:36665), 8c78e42d1b6444a3a8b1fb5a0ad12318 (127.13.42.60:44081)
18:21:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.296231 13630 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5563aa1bd8f443049e599e4478a34a71"
18:21:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.296299 13630 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71 [term 0 FOLLOWER]: Advancing to term 1
18:21:08.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.297873 13630 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 40be907b3a3a4d3abb455e0a6cdb4d81 in term 1.
18:21:08.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.298377 13723 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318"
18:21:08.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.298578 13723 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318 [term 0 FOLLOWER]: Advancing to term 1
18:21:08.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.299240 13517 leader_election.cc:304] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 40be907b3a3a4d3abb455e0a6cdb4d81, 5563aa1bd8f443049e599e4478a34a71; no voters: 
18:21:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.305160 13723 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 40be907b3a3a4d3abb455e0a6cdb4d81 in term 1.
18:21:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.306627 13764 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [term 1 FOLLOWER]: Leader election won for term 1
18:21:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.306892 13764 raft_consensus.cc:697] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [term 1 LEADER]: Becoming Leader. State: Replica: 40be907b3a3a4d3abb455e0a6cdb4d81, State: Running, Role: LEADER
18:21:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.307014 13764 consensus_queue.cc:237] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } }
18:21:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.307590 13764 sys_catalog.cc:455] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 40be907b3a3a4d3abb455e0a6cdb4d81. Latest consensus state: current_term: 1 leader_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } } }
18:21:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.307698 13764 sys_catalog.cc:458] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [sys.catalog]: This master's current role is: LEADER
18:21:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.312167 13819 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
18:21:08.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.313093 13819 catalog_manager.cc:1520] Initializing Kudu cluster ID...
18:21:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.322758 13723 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318 [term 1 FOLLOWER]: Refusing update from remote peer 40be907b3a3a4d3abb455e0a6cdb4d81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:21:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.323297 13764 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:21:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.325004 13779 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 40be907b3a3a4d3abb455e0a6cdb4d81. Latest consensus state: current_term: 1 leader_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } } }
18:21:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.325177 13779 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318 [sys.catalog]: This master's current role is: FOLLOWER
18:21:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.333732 13779 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } } }
18:21:08.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.333833 13779 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318 [sys.catalog]: This master's current role is: FOLLOWER
18:21:08.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.335242 13630 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71 [term 1 FOLLOWER]: Refusing update from remote peer 40be907b3a3a4d3abb455e0a6cdb4d81: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:21:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.335831 13815 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:21:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.337532 13800 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 40be907b3a3a4d3abb455e0a6cdb4d81. Latest consensus state: current_term: 1 leader_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } } }
18:21:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.337643 13800 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71 [sys.catalog]: This master's current role is: FOLLOWER
18:21:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.337680 13800 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } } }
18:21:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.337716 13800 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71 [sys.catalog]: This master's current role is: FOLLOWER
18:21:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.338627 13764 sys_catalog.cc:455] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } } }
18:21:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.338711 13764 sys_catalog.cc:458] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [sys.catalog]: This master's current role is: LEADER
18:21:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.338814 13820 mvcc.cc:204] Tried to move back new op lower bound from 7317391230245228544 to 7317391230186434560. Current Snapshot: MvccSnapshot[applied={T|T < 7317391230245228544}]
18:21:08.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.340140 13828 mvcc.cc:204] Tried to move back new op lower bound from 7317391230245228544 to 7317391230186434560. Current Snapshot: MvccSnapshot[applied={T|T < 7317391230245228544}]
18:21:08.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.344556 13819 catalog_manager.cc:1383] Generated new cluster ID: 3384d983f10e461c932ac8c12c2a545e
18:21:08.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.344645 13819 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
18:21:08.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.356079 13815 sys_catalog.cc:455] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "40be907b3a3a4d3abb455e0a6cdb4d81" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36657 } } peers { permanent_uuid: "5563aa1bd8f443049e599e4478a34a71" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36665 } } peers { permanent_uuid: "8c78e42d1b6444a3a8b1fb5a0ad12318" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 44081 } } }
18:21:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.356248 13815 sys_catalog.cc:458] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81 [sys.catalog]: This master's current role is: LEADER
18:21:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.359288 13819 catalog_manager.cc:1406] Generated new certificate authority record
18:21:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.360087 13819 catalog_manager.cc:1540] Loading token signing keys...
18:21:08.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.380823 13819 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 40be907b3a3a4d3abb455e0a6cdb4d81: Generated new TSK 0
18:21:08.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.381634 13819 catalog_manager.cc:1550] Initializing in-progress tserver states...
18:21:08.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.385270 13480 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data
18:21:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:21:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:21:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:21:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/logs
18:21:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data/info.pb
18:21:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:21:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:21:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:21:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:21:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:08.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:21:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:21:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.1:0
18:21:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.1
18:21:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.1
18:21:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:21:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:08.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:08.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:21:08.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.577705 13834 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:21:08.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.578567 13834 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:21:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.579103 13834 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:21:08.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.582939 13834 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:21:08.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.583451 13834 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.42.1
18:21:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.587406 13834 tablet_server_runner.cc:78] Tablet server non-default flags:
18:21:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/logs
18:21:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:21:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data
18:21:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.1:0
18:21:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:21:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data/info.pb
18:21:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.1
18:21:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:21:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:21:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.13834
18:21:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:21:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:21:08.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:08.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.1
18:21:08.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:21:08.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:21:08.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:21:08.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:21:08.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
18:21:08.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:35 UTC on e7f111948823
18:21:08.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17630
18:21:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.588541 13834 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:21:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.588833 13834 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:21:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.593490 13842 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:08.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.593534 13841 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:08.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.593940 13844 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:08.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.594971 13834 server_base.cc:1061] running on GCE node
18:21:08.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.595222 13834 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:21:08.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.595434 13834 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:21:08.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.596581 13834 hybrid_clock.cc:648] HybridClock initialized: now 1786472468596548 us; error 52 us; skew 500 ppm
18:21:08.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.598026 13834 webserver.cc:533] Webserver started at http://127.13.42.1:43557/ using document root <none> and password file <none>
18:21:08.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.598245 13834 fs_manager.cc:362] Metadata directory not provided
18:21:08.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.598279 13834 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:21:08.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.598366 13834 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:21:08.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.599385 13834 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data/instance:
18:21:08.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "248ecd5d76f94381a3f12de4c984a453"
18:21:08.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:08.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.599707 13834 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal/instance:
18:21:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "248ecd5d76f94381a3f12de4c984a453"
18:21:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:08.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.601027 13834 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
18:21:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.601969 13851 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:21:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.602332 13834 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
18:21:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.602402 13834 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data,/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "248ecd5d76f94381a3f12de4c984a453"
18:21:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.602450 13834 fs_report.cc:389] FS layout report
18:21:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:21:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data/data
18:21:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:21:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:21:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:21:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:21:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:21:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:21:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:21:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:21:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:21:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:21:08.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:21:08.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.628690 13834 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:21:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.629205 13834 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:21:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.629428 13834 kserver.cc:163] Server-wide thread pool size limit: 3276
18:21:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.629801 13834 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:21:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.630400 13834 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:21:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.630435 13834 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
18:21:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.630458 13834 ts_tablet_manager.cc:616] Registered 0 tablets
18:21:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.630471 13834 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
18:21:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.643508 13834 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.1:40013
18:21:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.643667 13995 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.42.1:40013 every 8 connection(s)
18:21:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.644004 13834 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data/info.pb
18:21:08.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.648447 13480 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkKwAB5/build/release/bin/kudu as pid 13834
18:21:08.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.648566 13480 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal/instance
18:21:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.650719 13999 heartbeater.cc:344] Connected to a master server at 127.13.42.61:36665
18:21:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.650898 13999 heartbeater.cc:461] Registering TS with master...
18:21:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.651188 13999 heartbeater.cc:507] Master 127.13.42.61:36665 requested a full tablet report, sending...
18:21:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.651173 13480 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data
18:21:08.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:21:08.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:21:08.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:21:08.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:08.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:08.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:08.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/logs
18:21:08.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data/info.pb
18:21:08.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:08.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:21:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:21:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:21:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:21:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:21:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:21:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.2:0
18:21:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.2
18:21:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.2
18:21:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:21:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:21:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.651634 13996 heartbeater.cc:344] Connected to a master server at 127.13.42.60:44081
18:21:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.651707 13996 heartbeater.cc:461] Registering TS with master...
18:21:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.651717 13618 ts_manager.cc:194] Registered new tserver with Master: 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.651815 13996 heartbeater.cc:507] Master 127.13.42.60:44081 requested a full tablet report, sending...
18:21:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.652163 13710 ts_manager.cc:194] Registered new tserver with Master: 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:08.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.653477 13997 heartbeater.cc:344] Connected to a master server at 127.13.42.62:36657
18:21:08.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.653543 13997 heartbeater.cc:461] Registering TS with master...
18:21:08.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.653648 13997 heartbeater.cc:507] Master 127.13.42.62:36657 requested a full tablet report, sending...
18:21:08.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.654161 13535 ts_manager.cc:194] Registered new tserver with Master: 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:08.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.655135 13535 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.42.1:48839
18:21:08.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.738282 14005 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:21:08.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.738488 14005 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:21:08.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.738520 14005 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:21:08.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.740348 14005 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:21:08.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.740438 14005 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.42.2
18:21:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.742158 14005 tablet_server_runner.cc:78] Tablet server non-default flags:
18:21:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/logs
18:21:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:21:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:08.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data
18:21:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.2:0
18:21:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:21:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data/info.pb
18:21:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.2
18:21:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:21:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:21:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14005
18:21:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:21:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:21:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.2
18:21:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:21:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:21:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:21:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:21:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
18:21:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:35 UTC on e7f111948823
18:21:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17630
18:21:08.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.742425 14005 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:21:08.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.742712 14005 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:21:08.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.746079 14014 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:08.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.746085 14018 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:08.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.746096 14012 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:08.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.747279 14005 server_base.cc:1061] running on GCE node
18:21:08.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.747463 14005 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:21:08.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.747720 14005 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:21:08.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.750989 14005 hybrid_clock.cc:648] HybridClock initialized: now 1786472468750957 us; error 35 us; skew 500 ppm
18:21:08.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.753077 14005 webserver.cc:533] Webserver started at http://127.13.42.2:39937/ using document root <none> and password file <none>
18:21:08.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.753661 14005 fs_manager.cc:362] Metadata directory not provided
18:21:08.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.753736 14005 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:21:08.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.753858 14005 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:21:08.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.754989 14005 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data/instance:
18:21:08.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76a944baa0094788aa028aa0003ecb35"
18:21:08.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:08.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.755420 14005 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal/instance:
18:21:08.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76a944baa0094788aa028aa0003ecb35"
18:21:08.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:08.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.757069 14005 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.001s	sys 0.000s
18:21:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.758014 14025 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:21:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.758354 14005 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
18:21:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.758460 14005 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data,/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76a944baa0094788aa028aa0003ecb35"
18:21:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.758530 14005 fs_report.cc:389] FS layout report
18:21:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:21:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data/data
18:21:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:21:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:21:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:21:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:21:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:21:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:21:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:21:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:21:08.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:21:08.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:21:08.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:21:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.770406 14005 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:21:08.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.770807 14005 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:21:08.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.770943 14005 kserver.cc:163] Server-wide thread pool size limit: 3276
18:21:08.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.771319 14005 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:21:08.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.771719 14005 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:21:08.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.771771 14005 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
18:21:08.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.771806 14005 ts_tablet_manager.cc:616] Registered 0 tablets
18:21:08.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.771826 14005 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
18:21:08.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.780505 14005 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.2:45185
18:21:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.780957 14005 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data/info.pb
18:21:08.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.782667 14168 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.42.2:45185 every 8 connection(s)
18:21:08.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.789052 13480 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkKwAB5/build/release/bin/kudu as pid 14005
18:21:08.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.789158 13480 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal/instance
18:21:08.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.789410 14172 heartbeater.cc:344] Connected to a master server at 127.13.42.61:36665
18:21:08.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.789415 14170 heartbeater.cc:344] Connected to a master server at 127.13.42.62:36657
18:21:08.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.789535 14170 heartbeater.cc:461] Registering TS with master...
18:21:08.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.789534 14172 heartbeater.cc:461] Registering TS with master...
18:21:08.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.789775 14172 heartbeater.cc:507] Master 127.13.42.61:36665 requested a full tablet report, sending...
18:21:08.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.789775 14170 heartbeater.cc:507] Master 127.13.42.62:36657 requested a full tablet report, sending...
18:21:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.790184 14169 heartbeater.cc:344] Connected to a master server at 127.13.42.60:44081
18:21:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.790241 13535 ts_manager.cc:194] Registered new tserver with Master: 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.790311 14169 heartbeater.cc:461] Registering TS with master...
18:21:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.790403 14169 heartbeater.cc:507] Master 127.13.42.60:44081 requested a full tablet report, sending...
18:21:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.790732 13535 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.42.2:53351
18:21:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.791353 13710 ts_manager.cc:194] Registered new tserver with Master: 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.791414 13480 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data
18:21:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:21:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:21:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:21:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/logs
18:21:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/info.pb
18:21:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:21:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:21:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:21:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:21:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:21:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:21:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.3:0
18:21:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.3
18:21:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.3
18:21:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:21:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:21:08.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.791874 13618 ts_manager.cc:194] Registered new tserver with Master: 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.874037 14180 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:21:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.874221 14180 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:21:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.874243 14180 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:21:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.875861 14180 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:21:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.875972 14180 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.42.3
18:21:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.877733 14180 tablet_server_runner.cc:78] Tablet server non-default flags:
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/logs
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.3:0
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/info.pb
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.3
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:21:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14180
18:21:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:21:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:21:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.3
18:21:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:21:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:21:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:21:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:21:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
18:21:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:35 UTC on e7f111948823
18:21:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17630
18:21:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.877946 14180 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:21:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.878211 14180 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:21:08.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.880952 14185 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:08.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.880978 14186 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:08.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:08.881151 14190 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:08.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.881155 14180 server_base.cc:1061] running on GCE node
18:21:08.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.881352 14180 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:21:08.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.881625 14180 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:21:08.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.882781 14180 hybrid_clock.cc:648] HybridClock initialized: now 1786472468882752 us; error 43 us; skew 500 ppm
18:21:08.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.884003 14180 webserver.cc:533] Webserver started at http://127.13.42.3:40391/ using document root <none> and password file <none>
18:21:08.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.884284 14180 fs_manager.cc:362] Metadata directory not provided
18:21:08.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.884363 14180 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:21:08.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.884490 14180 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
18:21:08.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.885428 14180 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/instance:
18:21:08.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "762d11af965445e4971d9774ce040ff2"
18:21:08.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:08.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.885797 14180 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal/instance:
18:21:08.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "762d11af965445e4971d9774ce040ff2"
18:21:08.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:08.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.887328 14180 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
18:21:08.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.888275 14199 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:21:08.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.888520 14180 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
18:21:08.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.888586 14180 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data,/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:08.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "762d11af965445e4971d9774ce040ff2"
18:21:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.888652 14180 fs_report.cc:389] FS layout report
18:21:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:21:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/data
18:21:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:21:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:21:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:21:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:21:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:21:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:21:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:21:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:21:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:21:08.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:21:08.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:21:08.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.905048 14180 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:21:08.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.905452 14180 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:21:08.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.905588 14180 kserver.cc:163] Server-wide thread pool size limit: 3276
18:21:08.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.905866 14180 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:21:08.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.906272 14180 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:21:08.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.906338 14180 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
18:21:08.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.906375 14180 ts_tablet_manager.cc:616] Registered 0 tablets
18:21:08.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.906392 14180 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
18:21:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.914448 14180 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.3:42479
18:21:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.914505 14335 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.42.3:42479 every 8 connection(s)
18:21:08.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.914867 14180 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/info.pb
18:21:08.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.917109 13480 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkKwAB5/build/release/bin/kudu as pid 14180
18:21:08.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.917279 13480 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal/instance
18:21:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.921451 14337 heartbeater.cc:344] Connected to a master server at 127.13.42.62:36657
18:21:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.921466 14338 heartbeater.cc:344] Connected to a master server at 127.13.42.61:36665
18:21:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.921622 14336 heartbeater.cc:344] Connected to a master server at 127.13.42.60:44081
18:21:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.921599 14338 heartbeater.cc:461] Registering TS with master...
18:21:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.921600 14337 heartbeater.cc:461] Registering TS with master...
18:21:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.921667 14336 heartbeater.cc:461] Registering TS with master...
18:21:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.921871 14337 heartbeater.cc:507] Master 127.13.42.62:36657 requested a full tablet report, sending...
18:21:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.921872 14336 heartbeater.cc:507] Master 127.13.42.60:44081 requested a full tablet report, sending...
18:21:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.921871 14338 heartbeater.cc:507] Master 127.13.42.61:36665 requested a full tablet report, sending...
18:21:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.922328 13618 ts_manager.cc:194] Registered new tserver with Master: 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479)
18:21:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.922331 13710 ts_manager.cc:194] Registered new tserver with Master: 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479)
18:21:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.922541 13533 ts_manager.cc:194] Registered new tserver with Master: 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479)
18:21:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.922978 13533 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.42.3:54207
18:21:08.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:08.934347 13480 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
18:21:08.935 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
18:21:08.937 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

18:21:08.946 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.13.42.62"
      port: 36657
    }
    bound_http_address {
      host: "127.13.42.62"
      port: 33063
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.13.42.61"
      port: 36665
    }
    bound_http_address {
      host: "127.13.42.61"
      port: 39581
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.13.42.60"
      port: 44081
    }
    bound_http_address {
      host: "127.13.42.60"
      port: 33423
    }
  }
}

18:21:08.950 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

18:21:08.953 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.13.42.1"
      port: 40013
    }
    bound_http_address {
      host: "127.13.42.1"
      port: 43557
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.13.42.2"
      port: 45185
    }
    bound_http_address {
      host: "127.13.42.2"
      port: 39937
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.13.42.3"
      port: 42479
    }
    bound_http_address {
      host: "127.13.42.3"
      port: 40391
    }
  }
}

18:21:08.953 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
18:21:09.152 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
18:21:09.229 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
18:21:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.248090 13796 catalog_manager.cc:1295] Loaded cluster ID: 3384d983f10e461c932ac8c12c2a545e
18:21:09.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.248238 13796 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318: loading cluster ID for follower catalog manager: success
18:21:09.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.250141 13796 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318: acquiring CA information for follower catalog manager: success
18:21:09.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.250658 13796 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 8c78e42d1b6444a3a8b1fb5a0ad12318: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:21:09.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.269994 13812 catalog_manager.cc:1295] Loaded cluster ID: 3384d983f10e461c932ac8c12c2a545e
18:21:09.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.270085 13812 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71: loading cluster ID for follower catalog manager: success
18:21:09.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.271606 13812 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71: acquiring CA information for follower catalog manager: success
18:21:09.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.271971 13812 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 5563aa1bd8f443049e599e4478a34a71: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:21:09.407 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.42.62:36657(127.13.42.62:36657)] connecting to peer
18:21:09.459 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.42.61:36665(127.13.42.61:36665)] connecting to peer
18:21:09.461 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.42.60:44081(127.13.42.60:44081)] connecting to peer
18:21:09.484 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.42.61:36665(127.13.42.61:36665)] Successfully connected to peer
18:21:09.484 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.42.62:36657(127.13.42.62:36657)] Successfully connected to peer
18:21:09.485 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.13.42.60:44081(127.13.42.60:44081)] Successfully connected to peer
18:21:09.601 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.13.42.60
18:21:09.601 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.13.42.61
18:21:09.601 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.13.42.62
18:21:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.656138 13997 heartbeater.cc:499] Master 127.13.42.62:36657 was elected leader, sending a full tablet report...
18:21:09.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.791770 14170 heartbeater.cc:499] Master 127.13.42.62:36657 was elected leader, sending a full tablet report...
18:21:09.855 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x983a3dd7, L:/127.0.0.1:59572 - R:/127.13.42.61:36665] using SASL/PLAIN
18:21:09.855 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x3c7b5a9c, L:/127.0.0.1:53722 - R:/127.13.42.60:44081] using SASL/PLAIN
18:21:09.855 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xfdf8ef2e, L:/127.0.0.1:56316 - R:/127.13.42.62:36657] using SASL/PLAIN
18:21:09.893 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
18:21:09.894 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=534), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.42.62:36657, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.42.61:36665, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.42.60:44081, [506ms] Sub RPC ConnectToMaster: received response from server master-127.13.42.60:44081: OK, [506ms] Sub RPC ConnectToMaster: received response from server master-127.13.42.61:36665: OK, [507ms] Sub RPC ConnectToMaster: received response from server master-127.13.42.62:36657: OK, deferred=null) after lookup
18:21:09.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.923707 14337 heartbeater.cc:499] Master 127.13.42.62:36657 was elected leader, sending a full tablet report...
18:21:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.944974 13533 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:56316:
18:21:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345"
18:21:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
18:21:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
18:21:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
18:21:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
18:21:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
18:21:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
18:21:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
18:21:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
18:21:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
18:21:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:21:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
18:21:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
18:21:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
18:21:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
18:21:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
18:21:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
18:21:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
18:21:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
18:21:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:21:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
18:21:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
18:21:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
18:21:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
18:21:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
18:21:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
18:21:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
18:21:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
18:21:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:21:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
18:21:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
18:21:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
18:21:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
18:21:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
18:21:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
18:21:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
18:21:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
18:21:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
18:21:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
18:21:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:21:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
18:21:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
18:21:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
18:21:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
18:21:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
18:21:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
18:21:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
18:21:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
18:21:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:21:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:21:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
18:21:09.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
18:21:09.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
18:21:09.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
18:21:09.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
18:21:09.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
18:21:09.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:21:09.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:09.945385 13533 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
18:21:09.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.965482 14081 tablet_service.cc:1511] Processing CreateTablet for tablet 25cd17a20ba148d08912e933eb8a5dbe (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345 [id=adf1ff492143430da1fefc472cd092aa]), partition=RANGE (key) PARTITION UNBOUNDED
18:21:09.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.965849 14081 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 25cd17a20ba148d08912e933eb8a5dbe. 1 dirs total, 0 dirs full, 0 dirs failed
18:21:09.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.969691 14375 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Bootstrap starting.
18:21:09.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.970723 14375 tablet_bootstrap.cc:654] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Neither blocks nor log segments found. Creating new log.
18:21:09.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.971339 14375 log.cc:826] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Log is configured to *not* fsync() on all Append() calls
18:21:09.974 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table adf1ff492143430da1fefc472cd092aa
18:21:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.972290 14375 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: No bootstrap required, opened a new log
18:21:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.972368 14375 ts_tablet_manager.cc:1403] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Time spent bootstrapping tablet: real 0.003s	user 0.002s	sys 0.000s
18:21:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.974159 14375 raft_consensus.cc:359] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.974318 14375 raft_consensus.cc:385] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:21:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.974352 14375 raft_consensus.cc:740] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 76a944baa0094788aa028aa0003ecb35, State: Initialized, Role: FOLLOWER
18:21:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.974493 14375 consensus_queue.cc:260] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.974799 14375 ts_tablet_manager.cc:1434] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
18:21:09.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.979627 14255 tablet_service.cc:1511] Processing CreateTablet for tablet 25cd17a20ba148d08912e933eb8a5dbe (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345 [id=adf1ff492143430da1fefc472cd092aa]), partition=RANGE (key) PARTITION UNBOUNDED
18:21:09.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.979990 14255 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 25cd17a20ba148d08912e933eb8a5dbe. 1 dirs total, 0 dirs full, 0 dirs failed
18:21:09.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.983137 14378 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Bootstrap starting.
18:21:09.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.984071 13916 tablet_service.cc:1511] Processing CreateTablet for tablet 25cd17a20ba148d08912e933eb8a5dbe (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345 [id=adf1ff492143430da1fefc472cd092aa]), partition=RANGE (key) PARTITION UNBOUNDED
18:21:09.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.984380 13916 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 25cd17a20ba148d08912e933eb8a5dbe. 1 dirs total, 0 dirs full, 0 dirs failed
18:21:09.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.986590 14380 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Bootstrap starting.
18:21:09.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.986831 14378 tablet_bootstrap.cc:654] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Neither blocks nor log segments found. Creating new log.
18:21:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.987238 14378 log.cc:826] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Log is configured to *not* fsync() on all Append() calls
18:21:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.987790 14380 tablet_bootstrap.cc:654] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Neither blocks nor log segments found. Creating new log.
18:21:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.988097 14380 log.cc:826] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Log is configured to *not* fsync() on all Append() calls
18:21:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.988113 14378 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: No bootstrap required, opened a new log
18:21:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.988205 14378 ts_tablet_manager.cc:1403] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Time spent bootstrapping tablet: real 0.005s	user 0.001s	sys 0.001s
18:21:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.989429 14380 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: No bootstrap required, opened a new log
18:21:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.989508 14380 ts_tablet_manager.cc:1403] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Time spent bootstrapping tablet: real 0.003s	user 0.002s	sys 0.000s
18:21:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.990142 14378 raft_consensus.cc:359] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.990320 14378 raft_consensus.cc:385] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:21:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.990355 14378 raft_consensus.cc:740] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 762d11af965445e4971d9774ce040ff2, State: Initialized, Role: FOLLOWER
18:21:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.990494 14378 consensus_queue.cc:260] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.990728 14378 ts_tablet_manager.cc:1434] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
18:21:09.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.991339 14380 raft_consensus.cc:359] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:09.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.991482 14380 raft_consensus.cc:385] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:21:09.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.991520 14380 raft_consensus.cc:740] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 248ecd5d76f94381a3f12de4c984a453, State: Initialized, Role: FOLLOWER
18:21:09.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.991632 14380 consensus_queue.cc:260] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:09.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:09.991882 14380 ts_tablet_manager.cc:1434] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
18:21:10.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:10.034943 14174 tablet.cc:2406] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:21:10.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.135947 14383 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:21:10.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.136142 14383 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:10.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.136780 14383 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.141131 14105 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "762d11af965445e4971d9774ce040ff2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "76a944baa0094788aa028aa0003ecb35" is_pre_election: true
18:21:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.141335 14105 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 762d11af965445e4971d9774ce040ff2 in term 0.
18:21:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.141353 13939 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "762d11af965445e4971d9774ce040ff2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "248ecd5d76f94381a3f12de4c984a453" is_pre_election: true
18:21:10.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.141474 13939 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 762d11af965445e4971d9774ce040ff2 in term 0.
18:21:10.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.141693 14204 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453, 762d11af965445e4971d9774ce040ff2; no voters: 
18:21:10.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.141834 14383 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 0 FOLLOWER]: Leader pre-election won for term 1
18:21:10.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.141887 14383 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:21:10.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.141911 14383 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 0 FOLLOWER]: Advancing to term 1
18:21:10.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.142778 14383 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:10.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.142962 14383 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 1 election: Requested vote from peers 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:10.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.143333 14105 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "762d11af965445e4971d9774ce040ff2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "76a944baa0094788aa028aa0003ecb35"
18:21:10.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.143352 13939 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "762d11af965445e4971d9774ce040ff2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "248ecd5d76f94381a3f12de4c984a453"
18:21:10.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.143425 14105 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 0 FOLLOWER]: Advancing to term 1
18:21:10.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.143425 13939 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 0 FOLLOWER]: Advancing to term 1
18:21:10.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.144315 14105 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 762d11af965445e4971d9774ce040ff2 in term 1.
18:21:10.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.144316 13939 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 762d11af965445e4971d9774ce040ff2 in term 1.
18:21:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.144622 14201 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 762d11af965445e4971d9774ce040ff2, 76a944baa0094788aa028aa0003ecb35; no voters: 
18:21:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.144768 14383 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 1 FOLLOWER]: Leader election won for term 1
18:21:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.144960 14383 raft_consensus.cc:697] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 1 LEADER]: Becoming Leader. State: Replica: 762d11af965445e4971d9774ce040ff2, State: Running, Role: LEADER
18:21:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.145066 14383 consensus_queue.cc:237] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:10.146384 14000 tablet.cc:2406] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:21:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.146456 13533 catalog_manager.cc:5719] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 reported cstate change: term changed from 0 to 1, leader changed from <none> to 762d11af965445e4971d9774ce040ff2 (127.13.42.3). New cstate: current_term: 1 leader_uuid: "762d11af965445e4971d9774ce040ff2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } health_report { overall_health: UNKNOWN } } }
18:21:10.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:10.166293 14339 tablet.cc:2406] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:21:10.188 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table adf1ff492143430da1fefc472cd092aa
18:21:10.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:10.213 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:10.215 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [9ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=null) after lookup
18:21:10.229 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:10.232 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] Successfully connected to peer
18:21:10.310 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x3e42db84, L:/127.0.0.1:45084 - R:/127.13.42.3:42479] using TOKEN/null
18:21:10.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.313807 14105 raft_consensus.cc:1275] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 1 FOLLOWER]: Refusing update from remote peer 762d11af965445e4971d9774ce040ff2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:21:10.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.313833 13939 raft_consensus.cc:1275] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 1 FOLLOWER]: Refusing update from remote peer 762d11af965445e4971d9774ce040ff2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:21:10.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.314146 14387 consensus_queue.cc:1048] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:21:10.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.314268 14383 consensus_queue.cc:1048] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:21:10.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.319531 14396 mvcc.cc:204] Tried to move back new op lower bound from 7317391238402220032 to 7317391237715136512. Current Snapshot: MvccSnapshot[applied={T|T < 7317391238402220032}]
18:21:10.412 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345, tablet=25cd17a20ba148d08912e933eb8a5dbe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:21:10.414 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.13.42.3:42479
18:21:10.416 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:21:10.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:10.416667 13480 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkKwAB5/build/release/bin/kudu with pid 14180
18:21:10.433 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:10.436 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] handling channelInactive
18:21:10.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state READY due to: connection closed
18:21:10.437 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: connection closed
18:21:10.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:10.444 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:10.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [4ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1128579737(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@10a81818 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@537251f6 -> wakeup thread Time-limited test)) after lookup
18:21:10.445 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:10.448 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:10.448 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:10.448 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:10.464 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:10.464 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:10.465 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [4ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [12ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [15ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [15ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [30ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1128579737(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@10a81818 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@488347342 after retry RPC@657864178), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@537251f6 -> wakeup thread Time-limited test -> (continuation of Deferred@488347342 after retry RPC@657864178))) after lookup
18:21:10.466 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:10.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:10.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:10.468 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:10.504 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:10.504 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:10.505 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=71), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [4ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [12ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [15ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [15ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [30ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [32ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [35ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [35ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [70ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1128579737(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@10a81818 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@488347342 after retry RPC@657864178) -> (continuation of Deferred@1702027239 after retry RPC@1416218541), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@537251f6 -> wakeup thread Time-limited test -> (continuation of Deferred@488347342 after retry RPC@657864178) -> (continuation of Deferred@1702027239 after retry RPC@1416218541))) after lookup
18:21:10.506 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:10.508 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:10.509 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:10.509 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:10.644 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:10.645 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:10.646 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=211), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [4ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [12ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [15ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [15ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [30ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [32ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [35ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [35ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [70ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [73ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [76ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [76ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [208ms] refreshing cache from master, [208ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [211ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1128579737(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@10a81818 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@488347342 after retry RPC@657864178) -> (continuation of Deferred@1702027239 after retry RPC@1416218541) -> (continuation of Deferred@519951810 after retry RPC@1674457385), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@537251f6 -> wakeup thread Time-limited test -> (continuation of Deferred@488347342 after retry RPC@657864178) -> (continuation of Deferred@1702027239 after retry RPC@1416218541) -> (continuation of Deferred@519951810 after retry RPC@1674457385))) after lookup
18:21:10.646 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:10.648 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:10.649 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:10.649 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:10.764 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:10.764 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:10.765 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=331), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [4ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [12ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [15ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [15ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [30ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [32ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [35ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [35ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [70ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [73ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [76ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [76ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [208ms] refreshing cache from master, [208ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [211ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [213ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [216ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [216ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [327ms] refreshing cache from master, [328ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [330ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1128579737(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@10a81818 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@488347342 after retry RPC@657864178) -> (continuation of Deferred@1702027239 after retry RPC@1416218541) -> (continuation of Deferred@519951810 after retry RPC@1674457385) -> (continuation of Deferred@23191967 after retry RPC@666267393), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@537251f6 -> wakeup thread Time-limited test -> (continuation of Deferred@488347342 after retry RPC@657864178) -> (continuation of Deferred@1702027239 after retry RPC@1416218541) -> (continuation of Deferred@519951810 after retry RPC@1674457385) -> (continuation of Deferred@23191967 after retry RPC@666267393))) after lookup
18:21:10.766 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:10.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:10.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:10.768 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:10.925 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:10.926 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:10.927 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=493), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [4ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [12ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [15ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [15ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [30ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [32ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [35ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [35ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [70ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [73ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [76ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [76ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [208ms] refreshing cache from master, [208ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [211ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [213ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [216ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [216ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [327ms] refreshing cache from master, [328ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [330ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [333ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [335ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [335ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [488ms] refreshing cache from master, [488ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [491ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1128579737(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@10a81818 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@488347342 after retry RPC@657864178) -> (continuation of Deferred@1702027239 after retry RPC@1416218541) -> (continuation of Deferred@519951810 after retry RPC@1674457385) -> (continuation of Deferred@23191967 after retry RPC@666267393) -> (continuation of Deferred@414489471 after retry RPC@104065015), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@537251f6 -> wakeup thread Time-limited test -> (continuation of Deferred@488347342 after retry RPC@657864178) -> (continuation of Deferred@1702027239 after retry RPC@1416218541) -> (continuation of Deferred@519951810 after retry RPC@1674457385) -> (continuation of Deferred@23191967 after retry RPC@666267393) -> (continuation of Deferred@414489471 after retry RPC@104065015))) after lookup
18:21:10.929 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:10.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:10.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:10.931 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:11.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.849382 14411 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 762d11af965445e4971d9774ce040ff2)
18:21:11.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.849431 14412 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 762d11af965445e4971d9774ce040ff2)
18:21:11.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.849502 14411 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:11.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.849575 14412 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:11.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.849879 14412 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:11.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.849882 14411 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:11.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:11.850523 14030 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:11.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:11.851220 13856 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:11.851950 13856 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:11.852514 14030 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.853672 14105 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "248ecd5d76f94381a3f12de4c984a453" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "76a944baa0094788aa028aa0003ecb35" is_pre_election: true
18:21:11.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.853778 14105 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 248ecd5d76f94381a3f12de4c984a453 in term 1.
18:21:11.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.853987 13853 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453, 76a944baa0094788aa028aa0003ecb35; no voters: 762d11af965445e4971d9774ce040ff2
18:21:11.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.854058 13939 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "76a944baa0094788aa028aa0003ecb35" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "248ecd5d76f94381a3f12de4c984a453" is_pre_election: true
18:21:11.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.854122 13939 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 76a944baa0094788aa028aa0003ecb35 in term 1.
18:21:11.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.854157 14411 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 1 FOLLOWER]: Leader pre-election won for term 2
18:21:11.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.854190 14411 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 762d11af965445e4971d9774ce040ff2)
18:21:11.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.854216 14411 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 1 FOLLOWER]: Advancing to term 2
18:21:11.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.854287 14030 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453, 76a944baa0094788aa028aa0003ecb35; no voters: 762d11af965445e4971d9774ce040ff2
18:21:11.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.854405 14412 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 1 FOLLOWER]: Leader pre-election won for term 2
18:21:11.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.854463 14412 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 762d11af965445e4971d9774ce040ff2)
18:21:11.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.854490 14412 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 1 FOLLOWER]: Advancing to term 2
18:21:11.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.854890 14411 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:11.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.855064 14411 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 2 election: Requested vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:11.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.855288 14105 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "248ecd5d76f94381a3f12de4c984a453" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "76a944baa0094788aa028aa0003ecb35"
18:21:11.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.855650 14412 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:11.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:11.855727 13856 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:11.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.855829 14105 raft_consensus.cc:2393] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 248ecd5d76f94381a3f12de4c984a453 in current term 2: Already voted for candidate 76a944baa0094788aa028aa0003ecb35 in this term.
18:21:11.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.856132 14412 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 2 election: Requested vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:11.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.856200 13853 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453; no voters: 762d11af965445e4971d9774ce040ff2, 76a944baa0094788aa028aa0003ecb35
18:21:11.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.856334 14411 raft_consensus.cc:2749] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
18:21:11.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.856419 13939 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "76a944baa0094788aa028aa0003ecb35" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "248ecd5d76f94381a3f12de4c984a453"
18:21:11.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.856498 13939 raft_consensus.cc:2393] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 76a944baa0094788aa028aa0003ecb35 in current term 2: Already voted for candidate 248ecd5d76f94381a3f12de4c984a453 in this term.
18:21:11.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:11.856775 14030 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:11.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.856837 14030 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 76a944baa0094788aa028aa0003ecb35; no voters: 248ecd5d76f94381a3f12de4c984a453, 762d11af965445e4971d9774ce040ff2
18:21:11.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:11.856917 14412 raft_consensus.cc:2749] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
18:21:13.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.380515 14425 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:21:13.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.381119 14425 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.381392 14425 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.381976 14105 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "248ecd5d76f94381a3f12de4c984a453" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "76a944baa0094788aa028aa0003ecb35" is_pre_election: true
18:21:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.382084 14105 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 248ecd5d76f94381a3f12de4c984a453 in term 2.
18:21:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.382443 13853 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453, 76a944baa0094788aa028aa0003ecb35; no voters: 
18:21:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:13.382547 13856 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.382570 14425 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 2 FOLLOWER]: Leader pre-election won for term 3
18:21:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.382616 14425 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:21:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.382642 14425 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 2 FOLLOWER]: Advancing to term 3
18:21:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.385109 14425 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.385470 14425 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 3 election: Requested vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.385531 14105 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "248ecd5d76f94381a3f12de4c984a453" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "76a944baa0094788aa028aa0003ecb35"
18:21:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.385680 14105 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 2 FOLLOWER]: Advancing to term 3
18:21:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.386384 14105 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 248ecd5d76f94381a3f12de4c984a453 in term 3.
18:21:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.386600 13853 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453, 76a944baa0094788aa028aa0003ecb35; no voters: 
18:21:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.386688 14425 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 3 FOLLOWER]: Leader election won for term 3
18:21:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.386806 14425 raft_consensus.cc:697] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 3 LEADER]: Becoming Leader. State: Replica: 248ecd5d76f94381a3f12de4c984a453, State: Running, Role: LEADER
18:21:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:13.386857 13856 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.386897 14425 consensus_queue.cc:237] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.388252 13535 catalog_manager.cc:5719] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 reported cstate change: term changed from 1 to 3, leader changed from 762d11af965445e4971d9774ce040ff2 (127.13.42.3) to 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1). New cstate: current_term: 3 leader_uuid: "248ecd5d76f94381a3f12de4c984a453" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } health_report { overall_health: HEALTHY } } }
18:21:13.485 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:13.485 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:13.486 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=3051), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [4ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [12ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [15ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [15ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [30ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [32ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [35ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [35ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [70ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [73ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [76ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [76ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [208ms] refreshing cache from master, [208ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [211ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [213ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [216ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [216ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [327ms] refreshing cache from master, [328ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [330ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [333ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [335ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [335ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [488ms] refreshing cache from master, [488ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [491ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [495ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [498ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [498ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [3048ms] refreshing cache from master, [3048ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [3051ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1128579737(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@10a81818 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@488347342 after retry RPC@657864178) -> (continuation of Deferred@1702027239 after retry RPC@1416218541) -> (continuation of Deferred@519951810 after retry RPC@1674457385) -> (continuation of Deferred@23191967 after retry RPC@666267393) -> (continuation of Deferred@414489471 after retry RPC@104065015) -> (continuation of Deferred@2079686634 after retry RPC@1658860348), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@537251f6 -> wakeup thread Time-limited test -> (continuation of Deferred@488347342 after retry RPC@657864178) -> (continuation of Deferred@1702027239 after retry RPC@1416218541) -> (continuation of Deferred@519951810 after retry RPC@1674457385) -> (continuation of Deferred@23191967 after retry RPC@666267393) -> (continuation of Deferred@414489471 after retry RPC@104065015) -> (continuation of Deferred@2079686634 after retry RPC@1658860348))) after lookup
18:21:13.487 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:13.488 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] Successfully connected to peer
18:21:13.508 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x6dda86c6, L:/127.0.0.1:37414 - R:/127.13.42.1:40013] using TOKEN/null
18:21:13.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.510519 14105 raft_consensus.cc:1275] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 3 FOLLOWER]: Refusing update from remote peer 248ecd5d76f94381a3f12de4c984a453: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
18:21:13.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.510918 14428 consensus_queue.cc:1048] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [LEADER]: Connected to new peer: Peer: permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
18:21:13.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:13.511283 13856 consensus_peers.cc:597] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 -> Peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Couldn't send request to peer 762d11af965445e4971d9774ce040ff2. Status: Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:21:13.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.513245 14448 mvcc.cc:204] Tried to move back new op lower bound from 7317391251496906752 to 7317391250993516544. Current Snapshot: MvccSnapshot[applied={T|T < 7317391251496906752}]
18:21:13.529 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.13.42.3:42479
18:21:13.531 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:21:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.532027 13480 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/logs
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/info.pb
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:21:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.3:42479
18:21:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.3
18:21:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40391
18:21:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.3
18:21:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:21:13.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:13.615065 14453 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:21:13.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:13.615293 14453 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:21:13.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:13.615316 14453 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:21:13.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:13.616881 14453 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:21:13.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:13.616942 14453 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.42.3
18:21:13.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.618510 14453 tablet_server_runner.cc:78] Tablet server non-default flags:
18:21:13.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/logs
18:21:13.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:13.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:21:13.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:13.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:13.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:13.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:13.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data
18:21:13.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.3:42479
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/info.pb
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.3
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40391
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14453
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.3
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:35 UTC on e7f111948823
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17630
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.618713 14453 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:21:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.618917 14453 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:21:13.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:13.621491 14458 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:13.621485 14459 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:13.621526 14461 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.622253 14453 server_base.cc:1061] running on GCE node
18:21:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.622406 14453 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:21:13.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.622581 14453 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:21:13.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.623759 14453 hybrid_clock.cc:648] HybridClock initialized: now 1786472473623727 us; error 45 us; skew 500 ppm
18:21:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.624944 14453 webserver.cc:533] Webserver started at http://127.13.42.3:40391/ using document root <none> and password file <none>
18:21:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.625178 14453 fs_manager.cc:362] Metadata directory not provided
18:21:13.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.625289 14453 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:21:13.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.626626 14453 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
18:21:13.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.627529 14468 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:21:13.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.627717 14453 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.627805 14453 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data,/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "762d11af965445e4971d9774ce040ff2"
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.628166 14453 fs_report.cc:389] FS layout report
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/data
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:21:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:21:13.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:21:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.654223 14453 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:21:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.654743 14453 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:21:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.654906 14453 kserver.cc:163] Server-wide thread pool size limit: 3276
18:21:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.655269 14453 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:21:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.655856 14480 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:21:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.656764 14453 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:21:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.656863 14453 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
18:21:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.656913 14453 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:21:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.657572 14453 ts_tablet_manager.cc:616] Registered 1 tablets
18:21:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.657639 14453 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
18:21:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.657696 14480 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Bootstrap starting.
18:21:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.666016 14480 log.cc:826] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Log is configured to *not* fsync() on all Append() calls
18:21:13.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.666656 14453 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.3:42479
18:21:13.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.666877 14611 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.42.3:42479 every 8 connection(s)
18:21:13.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.667338 14453 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/info.pb
18:21:13.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.668432 13480 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkKwAB5/build/release/bin/kudu as pid 14453
18:21:13.668 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:13.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.668839 14480 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:21:13.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.669153 14480 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Bootstrap complete.
18:21:13.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.670455 14480 ts_tablet_manager.cc:1403] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Time spent bootstrapping tablet: real 0.013s	user 0.003s	sys 0.009s
18:21:13.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.675002 14480 raft_consensus.cc:359] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:13.675 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345, tablet=25cd17a20ba148d08912e933eb8a5dbe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:21:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.676126 14480 raft_consensus.cc:740] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 762d11af965445e4971d9774ce040ff2, State: Initialized, Role: FOLLOWER
18:21:13.676 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.13.42.1:40013
18:21:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.676438 14480 consensus_queue.cc:260] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:13.676 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:21:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.676805 14480 ts_tablet_manager.cc:1434] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Time spent starting tablet: real 0.004s	user 0.002s	sys 0.000s
18:21:13.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.677039 13480 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkKwAB5/build/release/bin/kudu with pid 13834
18:21:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.680117 14614 heartbeater.cc:344] Connected to a master server at 127.13.42.61:36665
18:21:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.680217 14614 heartbeater.cc:461] Registering TS with master...
18:21:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.680419 14614 heartbeater.cc:507] Master 127.13.42.61:36665 requested a full tablet report, sending...
18:21:13.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.680968 13617 ts_manager.cc:194] Re-registered known tserver with Master: 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479)
18:21:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.684916 14612 heartbeater.cc:344] Connected to a master server at 127.13.42.60:44081
18:21:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.685029 14612 heartbeater.cc:461] Registering TS with master...
18:21:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.685144 14612 heartbeater.cc:507] Master 127.13.42.60:44081 requested a full tablet report, sending...
18:21:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.685527 13710 ts_manager.cc:194] Re-registered known tserver with Master: 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479)
18:21:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.685817 14613 heartbeater.cc:344] Connected to a master server at 127.13.42.62:36657
18:21:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.685879 14613 heartbeater.cc:461] Registering TS with master...
18:21:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.685966 14613 heartbeater.cc:507] Master 127.13.42.62:36657 requested a full tablet report, sending...
18:21:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.686278 13535 ts_manager.cc:194] Re-registered known tserver with Master: 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479)
18:21:13.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.686730 13535 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.42.3:48073
18:21:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:13.687363 14613 heartbeater.cc:499] Master 127.13.42.62:36657 was elected leader, sending a full tablet report...
18:21:13.693 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:13.693 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] handling channelInactive
18:21:13.693 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state READY due to: connection closed
18:21:13.694 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: connection closed
18:21:13.704 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:13.704 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:13.704 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [0ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1995192595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@67ede88c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@776d1058 -> wakeup thread Time-limited test)) after lookup
18:21:13.705 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:13.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:13.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:13.707 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:13.724 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:13.724 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:13.724 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [0ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [12ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [14ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [14ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [30ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1995192595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@67ede88c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1319113483 after retry RPC@1372595543), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@776d1058 -> wakeup thread Time-limited test -> (continuation of Deferred@1319113483 after retry RPC@1372595543))) after lookup
18:21:13.725 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:13.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:13.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:13.727 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:13.764 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:13.764 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:13.765 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=71), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [0ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [12ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [14ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [14ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [30ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [32ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [34ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [34ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [70ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1995192595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@67ede88c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1319113483 after retry RPC@1372595543) -> (continuation of Deferred@341976421 after retry RPC@1153974307), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@776d1058 -> wakeup thread Time-limited test -> (continuation of Deferred@1319113483 after retry RPC@1372595543) -> (continuation of Deferred@341976421 after retry RPC@1153974307))) after lookup
18:21:13.765 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:13.766 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:13.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:13.767 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:13.824 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:13.824 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:13.825 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=132), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [0ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [12ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [14ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [14ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [30ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [32ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [34ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [34ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [70ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [72ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [74ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [74ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [131ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1995192595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@67ede88c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1319113483 after retry RPC@1372595543) -> (continuation of Deferred@341976421 after retry RPC@1153974307) -> (continuation of Deferred@1244546457 after retry RPC@1289866663), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@776d1058 -> wakeup thread Time-limited test -> (continuation of Deferred@1319113483 after retry RPC@1372595543) -> (continuation of Deferred@341976421 after retry RPC@1153974307) -> (continuation of Deferred@1244546457 after retry RPC@1289866663))) after lookup
18:21:13.826 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:13.827 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:13.827 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:13.828 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:14.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:14.005 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:14.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=312), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [0ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [12ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [14ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [14ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [30ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [32ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [34ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [34ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [70ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [72ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [74ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [74ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [131ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [132ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [135ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [135ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [308ms] refreshing cache from master, [308ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [311ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1995192595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@67ede88c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1319113483 after retry RPC@1372595543) -> (continuation of Deferred@341976421 after retry RPC@1153974307) -> (continuation of Deferred@1244546457 after retry RPC@1289866663) -> (continuation of Deferred@813649090 after retry RPC@1915823007), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@776d1058 -> wakeup thread Time-limited test -> (continuation of Deferred@1319113483 after retry RPC@1372595543) -> (continuation of Deferred@341976421 after retry RPC@1153974307) -> (continuation of Deferred@1244546457 after retry RPC@1289866663) -> (continuation of Deferred@813649090 after retry RPC@1915823007))) after lookup
18:21:14.006 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:14.008 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:14.008 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:14.008 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:14.204 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:14.204 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:14.205 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=512), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [0ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [12ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [14ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [14ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [30ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [32ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [34ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [34ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [70ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [72ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [74ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [74ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [131ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [132ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [135ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [135ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [308ms] refreshing cache from master, [308ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [311ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [313ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [315ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [315ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [507ms] refreshing cache from master, [508ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [511ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1995192595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@67ede88c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1319113483 after retry RPC@1372595543) -> (continuation of Deferred@341976421 after retry RPC@1153974307) -> (continuation of Deferred@1244546457 after retry RPC@1289866663) -> (continuation of Deferred@813649090 after retry RPC@1915823007) -> (continuation of Deferred@1883206867 after retry RPC@2075059234), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@776d1058 -> wakeup thread Time-limited test -> (continuation of Deferred@1319113483 after retry RPC@1372595543) -> (continuation of Deferred@341976421 after retry RPC@1153974307) -> (continuation of Deferred@1244546457 after retry RPC@1289866663) -> (continuation of Deferred@813649090 after retry RPC@1915823007) -> (continuation of Deferred@1883206867 after retry RPC@2075059234))) after lookup
18:21:14.206 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:14.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:14.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:14.208 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:14.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:14.859632 14624 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:21:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:14.859769 14624 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:14.860116 14624 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:14.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:14.860565 14473 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.42.1:40013: connect: Connection refused (error 111)
18:21:14.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:14.861109 14473 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013): Network error: Client connection negotiation failed: client connection to 127.13.42.1:40013: connect: Connection refused (error 111)
18:21:14.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:14.864383 14105 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "762d11af965445e4971d9774ce040ff2" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "76a944baa0094788aa028aa0003ecb35" is_pre_election: true
18:21:14.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:14.864769 14470 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 762d11af965445e4971d9774ce040ff2; no voters: 248ecd5d76f94381a3f12de4c984a453, 76a944baa0094788aa028aa0003ecb35
18:21:14.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:14.864969 14624 raft_consensus.cc:2749] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
18:21:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.029423 14631 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 248ecd5d76f94381a3f12de4c984a453)
18:21:15.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.029546 14631 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:15.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.029745 14631 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:15.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:15.032123 14030 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013): Network error: Client connection negotiation failed: client connection to 127.13.42.1:40013: connect: Connection refused (error 111)
18:21:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.035578 14554 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "76a944baa0094788aa028aa0003ecb35" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "762d11af965445e4971d9774ce040ff2" is_pre_election: true
18:21:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.035802 14554 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 76a944baa0094788aa028aa0003ecb35 in term 1.
18:21:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.036301 14030 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 762d11af965445e4971d9774ce040ff2, 76a944baa0094788aa028aa0003ecb35; no voters: 248ecd5d76f94381a3f12de4c984a453
18:21:15.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.036621 14631 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 3 FOLLOWER]: Leader pre-election won for term 4
18:21:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.036741 14631 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 248ecd5d76f94381a3f12de4c984a453)
18:21:15.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.036761 14631 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 3 FOLLOWER]: Advancing to term 4
18:21:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.037858 14631 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.038054 14631 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 4 election: Requested vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.039053 14554 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "76a944baa0094788aa028aa0003ecb35" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "762d11af965445e4971d9774ce040ff2"
18:21:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.039194 14554 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 1 FOLLOWER]: Advancing to term 4
18:21:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:15.039705 14030 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013): Network error: Client connection negotiation failed: client connection to 127.13.42.1:40013: connect: Connection refused (error 111)
18:21:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.040693 14554 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 76a944baa0094788aa028aa0003ecb35 in term 4.
18:21:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.040971 14030 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 762d11af965445e4971d9774ce040ff2, 76a944baa0094788aa028aa0003ecb35; no voters: 248ecd5d76f94381a3f12de4c984a453
18:21:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.041149 14631 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 4 FOLLOWER]: Leader election won for term 4
18:21:15.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.041363 14631 raft_consensus.cc:697] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 4 LEADER]: Becoming Leader. State: Replica: 76a944baa0094788aa028aa0003ecb35, State: Running, Role: LEADER
18:21:15.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.041582 14631 consensus_queue.cc:237] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.043195 13535 catalog_manager.cc:5719] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 reported cstate change: term changed from 3 to 4, leader changed from 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1) to 76a944baa0094788aa028aa0003ecb35 (127.13.42.2). New cstate: current_term: 4 leader_uuid: "76a944baa0094788aa028aa0003ecb35" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } health_report { overall_health: UNKNOWN } } }
18:21:15.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:15.440213 14030 consensus_peers.cc:597] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 -> Peer 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013): Couldn't send request to peer 248ecd5d76f94381a3f12de4c984a453. Status: Network error: Client connection negotiation failed: client connection to 127.13.42.1:40013: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:21:15.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.581357 14554 raft_consensus.cc:1275] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 4 FOLLOWER]: Refusing update from remote peer 76a944baa0094788aa028aa0003ecb35: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
18:21:15.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.581885 14631 consensus_queue.cc:1048] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [LEADER]: Connected to new peer: Peer: permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
18:21:15.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:15.583516 14654 mvcc.cc:204] Tried to move back new op lower bound from 7317391251496906752 to 7317391250993516544. Current Snapshot: MvccSnapshot[applied={T|T < 7317391251496906752}]
18:21:17.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:17.117491 14030 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.42.1:40013: connect: Connection refused (error 111) [suppressed 6 similar messages]
18:21:17.205 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:17.206 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:17.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=3513), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [0ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [12ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [14ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [14ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [30ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [32ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [34ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [34ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [70ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [72ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [74ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [74ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [131ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [132ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [135ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [135ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [308ms] refreshing cache from master, [308ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [311ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [313ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [315ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [315ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [507ms] refreshing cache from master, [508ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [511ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [513ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [515ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [515ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [3508ms] refreshing cache from master, [3508ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [3512ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1995192595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@67ede88c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1319113483 after retry RPC@1372595543) -> (continuation of Deferred@341976421 after retry RPC@1153974307) -> (continuation of Deferred@1244546457 after retry RPC@1289866663) -> (continuation of Deferred@813649090 after retry RPC@1915823007) -> (continuation of Deferred@1883206867 after retry RPC@2075059234) -> (continuation of Deferred@772871678 after retry RPC@1077715654), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@776d1058 -> wakeup thread Time-limited test -> (continuation of Deferred@1319113483 after retry RPC@1372595543) -> (continuation of Deferred@341976421 after retry RPC@1153974307) -> (continuation of Deferred@1244546457 after retry RPC@1289866663) -> (continuation of Deferred@813649090 after retry RPC@1915823007) -> (continuation of Deferred@1883206867 after retry RPC@2075059234) -> (continuation of Deferred@772871678 after retry RPC@1077715654))) after lookup
18:21:17.208 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:17.209 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] Successfully connected to peer
18:21:17.234 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x026d4b67, L:/127.0.0.1:59542 - R:/127.13.42.2:45185] using TOKEN/null
18:21:17.250 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.13.42.1:40013
18:21:17.251 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:21:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.252175 13480 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data
18:21:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:21:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:21:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:21:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/logs
18:21:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data/info.pb
18:21:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:21:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:21:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:21:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:21:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:21:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:21:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.1:40013
18:21:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.1
18:21:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43557
18:21:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.1
18:21:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:21:17.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:17.346549 14686 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:21:17.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:17.346742 14686 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:21:17.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:17.346763 14686 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:21:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:17.348453 14686 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:21:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:17.348518 14686 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.42.1
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.350183 14686 tablet_server_runner.cc:78] Tablet server non-default flags:
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/logs
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.1:40013
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data/info.pb
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.1
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43557
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14686
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:21:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.1
18:21:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:21:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:21:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:21:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:21:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
18:21:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:35 UTC on e7f111948823
18:21:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17630
18:21:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.350395 14686 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:21:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.350596 14686 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:21:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:17.353519 14695 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:17.353664 14697 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:17.353531 14694 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.353969 14686 server_base.cc:1061] running on GCE node
18:21:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.354144 14686 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:21:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.354334 14686 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:21:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.355527 14686 hybrid_clock.cc:648] HybridClock initialized: now 1786472477355509 us; error 27 us; skew 500 ppm
18:21:17.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.356959 14686 webserver.cc:533] Webserver started at http://127.13.42.1:43557/ using document root <none> and password file <none>
18:21:17.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.357226 14686 fs_manager.cc:362] Metadata directory not provided
18:21:17.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.357323 14686 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:21:17.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.358687 14686 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
18:21:17.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.359813 14706 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:21:17.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.360146 14686 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
18:21:17.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.360307 14686 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data,/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:17.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "248ecd5d76f94381a3f12de4c984a453"
18:21:17.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:17.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.360723 14686 fs_report.cc:389] FS layout report
18:21:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:21:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data/data
18:21:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:21:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:21:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:21:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:21:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:21:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:21:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:21:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:21:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:21:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:21:17.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:21:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.380919 14686 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:21:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.381683 14686 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:21:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.381871 14686 kserver.cc:163] Server-wide thread pool size limit: 3276
18:21:17.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.382085 14686 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:21:17.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.382815 14715 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:21:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.384109 14686 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:21:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.384223 14686 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
18:21:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.384325 14686 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:21:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.385638 14686 ts_tablet_manager.cc:616] Registered 1 tablets
18:21:17.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.385716 14686 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
18:21:17.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.385758 14715 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Bootstrap starting.
18:21:17.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.393808 14686 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.1:40013
18:21:17.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.393884 14850 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.42.1:40013 every 8 connection(s)
18:21:17.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.394227 14686 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data/info.pb
18:21:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.396872 14715 log.cc:826] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Log is configured to *not* fsync() on all Append() calls
18:21:17.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.399225 13480 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkKwAB5/build/release/bin/kudu as pid 14686
18:21:17.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.399694 14715 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:21:17.399 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:17.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.400044 14715 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Bootstrap complete.
18:21:17.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.401396 14715 ts_tablet_manager.cc:1403] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Time spent bootstrapping tablet: real 0.016s	user 0.004s	sys 0.010s
18:21:17.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.401432 14852 heartbeater.cc:344] Connected to a master server at 127.13.42.62:36657
18:21:17.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.401535 14852 heartbeater.cc:461] Registering TS with master...
18:21:17.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.401750 14852 heartbeater.cc:507] Master 127.13.42.62:36657 requested a full tablet report, sending...
18:21:17.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.402640 14715 raft_consensus.cc:359] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:17.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.402938 14715 raft_consensus.cc:740] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 248ecd5d76f94381a3f12de4c984a453, State: Initialized, Role: FOLLOWER
18:21:17.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.402972 14853 heartbeater.cc:344] Connected to a master server at 127.13.42.61:36665
18:21:17.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.403051 14853 heartbeater.cc:461] Registering TS with master...
18:21:17.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.403077 14715 consensus_queue.cc:260] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:17.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.403168 14853 heartbeater.cc:507] Master 127.13.42.61:36665 requested a full tablet report, sending...
18:21:17.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.403333 14715 ts_tablet_manager.cc:1434] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Time spent starting tablet: real 0.002s	user 0.004s	sys 0.000s
18:21:17.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.403358 13533 ts_manager.cc:194] Re-registered known tserver with Master: 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:17.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.403803 13533 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.42.1:41063
18:21:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.404345 13617 ts_manager.cc:194] Re-registered known tserver with Master: 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.404680 14852 heartbeater.cc:499] Master 127.13.42.62:36657 was elected leader, sending a full tablet report...
18:21:17.406 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345, tablet=25cd17a20ba148d08912e933eb8a5dbe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:21:17.406 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.13.42.2:45185
18:21:17.407 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:21:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.407927 13480 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkKwAB5/build/release/bin/kudu with pid 14005
18:21:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.407932 14851 heartbeater.cc:344] Connected to a master server at 127.13.42.60:44081
18:21:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.408006 14851 heartbeater.cc:461] Registering TS with master...
18:21:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.408056 14851 heartbeater.cc:507] Master 127.13.42.60:44081 requested a full tablet report, sending...
18:21:17.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:17.418305 13710 ts_manager.cc:194] Re-registered known tserver with Master: 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:17.424 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:17.425 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] handling channelInactive
18:21:17.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state READY due to: connection closed
18:21:17.426 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: connection closed
18:21:17.445 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:17.446 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:17.446 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [1ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [19ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1909606498(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@54ddee0c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4af969c6 -> wakeup thread Time-limited test)) after lookup
18:21:17.447 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:17.448 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:17.448 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state CONNECTING due to: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:17.448 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:17.465 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:17.465 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:17.465 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [1ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [19ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [21ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [23ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [23ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [36ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [39ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1909606498(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@54ddee0c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@354163014 after retry RPC@346748282), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4af969c6 -> wakeup thread Time-limited test -> (continuation of Deferred@354163014 after retry RPC@346748282))) after lookup
18:21:17.466 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:17.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:17.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state CONNECTING due to: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:17.468 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:17.484 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:17.485 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:17.485 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [1ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [19ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [21ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [23ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [23ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [36ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [39ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [41ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [42ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [43ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [59ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1909606498(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@54ddee0c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@354163014 after retry RPC@346748282) -> (continuation of Deferred@344627612 after retry RPC@1472773970), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4af969c6 -> wakeup thread Time-limited test -> (continuation of Deferred@354163014 after retry RPC@346748282) -> (continuation of Deferred@344627612 after retry RPC@1472773970))) after lookup
18:21:17.486 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:17.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:17.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state CONNECTING due to: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:17.487 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:17.584 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:17.584 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:17.585 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=159), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [1ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [19ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [21ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [23ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [23ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [36ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [39ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [41ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [42ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [43ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [59ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [61ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [62ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [62ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [159ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1909606498(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@54ddee0c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@354163014 after retry RPC@346748282) -> (continuation of Deferred@344627612 after retry RPC@1472773970) -> (continuation of Deferred@123823620 after retry RPC@356613013), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4af969c6 -> wakeup thread Time-limited test -> (continuation of Deferred@354163014 after retry RPC@346748282) -> (continuation of Deferred@344627612 after retry RPC@1472773970) -> (continuation of Deferred@123823620 after retry RPC@356613013))) after lookup
18:21:17.585 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:17.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:17.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state CONNECTING due to: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:17.587 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:17.984 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:17.984 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:17.984 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=559), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [1ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [19ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [21ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [23ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [23ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [36ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [39ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [41ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [42ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [43ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [59ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [61ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [62ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [62ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [159ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [160ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [162ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [162ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [556ms] refreshing cache from master, [556ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [558ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1909606498(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@54ddee0c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@354163014 after retry RPC@346748282) -> (continuation of Deferred@344627612 after retry RPC@1472773970) -> (continuation of Deferred@123823620 after retry RPC@356613013) -> (continuation of Deferred@445320463 after retry RPC@67649560), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4af969c6 -> wakeup thread Time-limited test -> (continuation of Deferred@354163014 after retry RPC@346748282) -> (continuation of Deferred@344627612 after retry RPC@1472773970) -> (continuation of Deferred@123823620 after retry RPC@356613013) -> (continuation of Deferred@445320463 after retry RPC@67649560))) after lookup
18:21:17.985 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:17.987 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:17.987 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state CONNECTING due to: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:17.987 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.750696 14866 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 76a944baa0094788aa028aa0003ecb35)
18:21:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.750821 14866 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:18.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.751072 14866 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:18.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:18.752139 14470 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185): Network error: Client connection negotiation failed: client connection to 127.13.42.2:45185: connect: Connection refused (error 111)
18:21:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.755645 14792 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "762d11af965445e4971d9774ce040ff2" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "248ecd5d76f94381a3f12de4c984a453" is_pre_election: true
18:21:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.755877 14792 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 762d11af965445e4971d9774ce040ff2 in term 3.
18:21:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.756242 14473 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453, 762d11af965445e4971d9774ce040ff2; no voters: 76a944baa0094788aa028aa0003ecb35
18:21:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.756433 14866 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 4 FOLLOWER]: Leader pre-election won for term 5
18:21:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.756501 14866 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 76a944baa0094788aa028aa0003ecb35)
18:21:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.756517 14866 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 4 FOLLOWER]: Advancing to term 5
18:21:18.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.757282 14866 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:18.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.757472 14866 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 5 election: Requested vote from peers 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:18.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.757735 14792 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "762d11af965445e4971d9774ce040ff2" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "248ecd5d76f94381a3f12de4c984a453"
18:21:18.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.757827 14792 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 3 FOLLOWER]: Advancing to term 5
18:21:18.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:18.758143 14470 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185): Network error: Client connection negotiation failed: client connection to 127.13.42.2:45185: connect: Connection refused (error 111)
18:21:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.759002 14792 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 762d11af965445e4971d9774ce040ff2 in term 5.
18:21:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.759277 14473 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453, 762d11af965445e4971d9774ce040ff2; no voters: 76a944baa0094788aa028aa0003ecb35
18:21:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.759375 14866 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 5 FOLLOWER]: Leader election won for term 5
18:21:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.759527 14866 raft_consensus.cc:697] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 5 LEADER]: Becoming Leader. State: Replica: 762d11af965445e4971d9774ce040ff2, State: Running, Role: LEADER
18:21:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.759630 14866 consensus_queue.cc:237] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:18.760452 13533 catalog_manager.cc:5719] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 reported cstate change: term changed from 4 to 5, leader changed from 76a944baa0094788aa028aa0003ecb35 (127.13.42.2) to 762d11af965445e4971d9774ce040ff2 (127.13.42.3). New cstate: current_term: 5 leader_uuid: "762d11af965445e4971d9774ce040ff2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } health_report { overall_health: UNKNOWN } } }
18:21:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.174335 14792 raft_consensus.cc:1275] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 5 FOLLOWER]: Refusing update from remote peer 762d11af965445e4971d9774ce040ff2: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
18:21:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.174829 14866 consensus_queue.cc:1048] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
18:21:19.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:19.178532 14470 consensus_peers.cc:597] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 -> Peer 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185): Couldn't send request to peer 76a944baa0094788aa028aa0003ecb35. Status: Network error: Client connection negotiation failed: client connection to 127.13.42.2:45185: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:21:19.424 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:19.424 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:19.424 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1999), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [1ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [19ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [21ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [23ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [23ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [36ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [39ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [41ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [42ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [43ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [59ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [61ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [62ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [62ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [159ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [160ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [162ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [162ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [556ms] refreshing cache from master, [556ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [558ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [560ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [562ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [562ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [1996ms] refreshing cache from master, [1996ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [1998ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1909606498(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@54ddee0c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@354163014 after retry RPC@346748282) -> (continuation of Deferred@344627612 after retry RPC@1472773970) -> (continuation of Deferred@123823620 after retry RPC@356613013) -> (continuation of Deferred@445320463 after retry RPC@67649560) -> (continuation of Deferred@755675474 after retry RPC@1799629931), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4af969c6 -> wakeup thread Time-limited test -> (continuation of Deferred@354163014 after retry RPC@346748282) -> (continuation of Deferred@344627612 after retry RPC@1472773970) -> (continuation of Deferred@123823620 after retry RPC@356613013) -> (continuation of Deferred@445320463 after retry RPC@67649560) -> (continuation of Deferred@755675474 after retry RPC@1799629931))) after lookup
18:21:19.425 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:19.426 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] Successfully connected to peer
18:21:19.458 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0xb29eed2b, L:/127.0.0.1:53176 - R:/127.13.42.3:42479] using TOKEN/null
18:21:19.483 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.13.42.2:45185
18:21:19.483 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:21:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.484303 13480 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data
18:21:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:21:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:21:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:21:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/logs
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data/info.pb
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.2:45185
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.2
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39937
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.2
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:21:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:19.573511 14901 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:21:19.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:19.573727 14901 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:21:19.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:19.573760 14901 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:21:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:19.575730 14901 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:21:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:19.575827 14901 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.42.2
18:21:19.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.577664 14901 tablet_server_runner.cc:78] Tablet server non-default flags:
18:21:19.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/logs
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.2:45185
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data/info.pb
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.2
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39937
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14901
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.2
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:21:19.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:21:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:21:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:21:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
18:21:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:35 UTC on e7f111948823
18:21:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17630
18:21:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.577950 14901 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:21:19.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.578236 14901 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:21:19.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:19.581223 14910 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:19.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:19.581305 14908 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:19.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:19.582204 14907 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:19.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.582435 14901 server_base.cc:1061] running on GCE node
18:21:19.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.582990 14901 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:21:19.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.583303 14901 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:21:19.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.584486 14901 hybrid_clock.cc:648] HybridClock initialized: now 1786472479584454 us; error 49 us; skew 500 ppm
18:21:19.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.586308 14901 webserver.cc:533] Webserver started at http://127.13.42.2:39937/ using document root <none> and password file <none>
18:21:19.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.586679 14901 fs_manager.cc:362] Metadata directory not provided
18:21:19.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.586828 14901 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:21:19.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.588421 14901 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
18:21:19.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.589241 14917 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:21:19.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.589622 14901 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.589798 14901 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data,/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76a944baa0094788aa028aa0003ecb35"
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.590250 14901 fs_report.cc:389] FS layout report
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data/data
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:21:19.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:21:19.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.601563 14901 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:21:19.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.601857 14901 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:21:19.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.601948 14901 kserver.cc:163] Server-wide thread pool size limit: 3276
18:21:19.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.602150 14901 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:21:19.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.603250 14926 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:21:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.604308 14901 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:21:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.604391 14901 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
18:21:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.604434 14901 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:21:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.605058 14901 ts_tablet_manager.cc:616] Registered 1 tablets
18:21:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.605168 14926 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Bootstrap starting.
18:21:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.605185 14901 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
18:21:19.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.613384 14901 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.2:45185
18:21:19.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.613436 15057 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.42.2:45185 every 8 connection(s)
18:21:19.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.613834 14901 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data/info.pb
18:21:19.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.617906 14926 log.cc:826] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Log is configured to *not* fsync() on all Append() calls
18:21:19.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.621146 13480 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkKwAB5/build/release/bin/kudu as pid 14901
18:21:19.621 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:19.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.621627 14926 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:21:19.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.621966 14926 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Bootstrap complete.
18:21:19.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.624577 14926 ts_tablet_manager.cc:1403] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Time spent bootstrapping tablet: real 0.019s	user 0.013s	sys 0.004s
18:21:19.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.626020 14926 raft_consensus.cc:359] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:19.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.626325 14926 raft_consensus.cc:740] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 76a944baa0094788aa028aa0003ecb35, State: Initialized, Role: FOLLOWER
18:21:19.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.626448 14926 consensus_queue.cc:260] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:19.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.626710 14926 ts_tablet_manager.cc:1434] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
18:21:19.627 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345, tablet=25cd17a20ba148d08912e933eb8a5dbe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:21:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.628604 15059 heartbeater.cc:344] Connected to a master server at 127.13.42.60:44081
18:21:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.628708 15059 heartbeater.cc:461] Registering TS with master...
18:21:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.628937 15059 heartbeater.cc:507] Master 127.13.42.60:44081 requested a full tablet report, sending...
18:21:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.629678 13710 ts_manager.cc:194] Re-registered known tserver with Master: 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.630494 15060 heartbeater.cc:344] Connected to a master server at 127.13.42.62:36657
18:21:19.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.630561 15060 heartbeater.cc:461] Registering TS with master...
18:21:19.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.630666 15060 heartbeater.cc:507] Master 127.13.42.62:36657 requested a full tablet report, sending...
18:21:19.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.630976 13533 ts_manager.cc:194] Re-registered known tserver with Master: 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:19.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.631683 13533 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.42.2:45909
18:21:19.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.632819 15060 heartbeater.cc:499] Master 127.13.42.62:36657 was elected leader, sending a full tablet report...
18:21:19.635 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.13.42.3:42479
18:21:19.635 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:21:19.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.635761 13480 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkKwAB5/build/release/bin/kudu with pid 14453
18:21:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.646261 15063 heartbeater.cc:344] Connected to a master server at 127.13.42.61:36665
18:21:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.646377 15063 heartbeater.cc:461] Registering TS with master...
18:21:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.646445 15063 heartbeater.cc:507] Master 127.13.42.61:36665 requested a full tablet report, sending...
18:21:19.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:19.647128 13617 ts_manager.cc:194] Re-registered known tserver with Master: 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:19.651 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:19.652 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] handling channelInactive
18:21:19.652 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state READY due to: connection closed
18:21:19.661 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:19.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:19.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:19.663 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:19.684 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:19.684 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:19.685 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [11ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [11ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [32ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@55566870(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@31b87a62 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ee96332 -> wakeup thread Time-limited test)) after lookup
18:21:19.686 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:19.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:19.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:19.687 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:19.703 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:19.704 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:19.704 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=52), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [11ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [11ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [32ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [33ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [35ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [35ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [51ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@55566870(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@31b87a62 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@524805308 after retry RPC@1782772885), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ee96332 -> wakeup thread Time-limited test -> (continuation of Deferred@524805308 after retry RPC@1782772885))) after lookup
18:21:19.705 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:19.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:19.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:19.708 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:19.724 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:19.724 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:19.724 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [11ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [11ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [32ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [33ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [35ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [35ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [51ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [53ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [55ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [56ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [71ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@55566870(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@31b87a62 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@524805308 after retry RPC@1782772885) -> (continuation of Deferred@282920837 after retry RPC@1769561188), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ee96332 -> wakeup thread Time-limited test -> (continuation of Deferred@524805308 after retry RPC@1782772885) -> (continuation of Deferred@282920837 after retry RPC@1769561188))) after lookup
18:21:19.726 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:19.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:19.728 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:19.728 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:19.823 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:19.824 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:19.824 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=172), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [11ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [11ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [32ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [33ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [35ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [35ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [51ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [53ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [55ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [56ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [71ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [73ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [76ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [76ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [169ms] refreshing cache from master, [169ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [171ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@55566870(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@31b87a62 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@524805308 after retry RPC@1782772885) -> (continuation of Deferred@282920837 after retry RPC@1769561188) -> (continuation of Deferred@824389237 after retry RPC@312135241), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ee96332 -> wakeup thread Time-limited test -> (continuation of Deferred@524805308 after retry RPC@1782772885) -> (continuation of Deferred@282920837 after retry RPC@1769561188) -> (continuation of Deferred@824389237 after retry RPC@312135241))) after lookup
18:21:19.825 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:19.826 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:19.827 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:19.827 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:19.864 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:19.865 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:19.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=213), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [11ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [11ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [32ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [33ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [35ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [35ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [51ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [53ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [55ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [56ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [71ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [73ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [76ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [76ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [169ms] refreshing cache from master, [169ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [171ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [173ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [175ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [175ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [209ms] refreshing cache from master, [210ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [212ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@55566870(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@31b87a62 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@524805308 after retry RPC@1782772885) -> (continuation of Deferred@282920837 after retry RPC@1769561188) -> (continuation of Deferred@824389237 after retry RPC@312135241) -> (continuation of Deferred@1055932426 after retry RPC@2061248795), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ee96332 -> wakeup thread Time-limited test -> (continuation of Deferred@524805308 after retry RPC@1782772885) -> (continuation of Deferred@282920837 after retry RPC@1769561188) -> (continuation of Deferred@824389237 after retry RPC@312135241) -> (continuation of Deferred@1055932426 after retry RPC@2061248795))) after lookup
18:21:19.866 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:19.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:19.867 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:19.867 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:20.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.762626 15075 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:21:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.763190 15075 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.763610 15075 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:20.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:20.764225 14922 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:20.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:20.764855 14922 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:20.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.768043 14792 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "76a944baa0094788aa028aa0003ecb35" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "248ecd5d76f94381a3f12de4c984a453" is_pre_election: true
18:21:20.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.768414 14922 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 76a944baa0094788aa028aa0003ecb35; no voters: 248ecd5d76f94381a3f12de4c984a453, 762d11af965445e4971d9774ce040ff2
18:21:20.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.768539 15075 raft_consensus.cc:2749] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
18:21:20.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.982643 15082 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 762d11af965445e4971d9774ce040ff2)
18:21:20.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.982818 15082 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:20.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.983237 15082 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:20.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:20.983732 14712 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:20.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:20.984380 14712 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:20.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.986581 15000 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "248ecd5d76f94381a3f12de4c984a453" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "76a944baa0094788aa028aa0003ecb35" is_pre_election: true
18:21:20.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.986750 15000 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 248ecd5d76f94381a3f12de4c984a453 in term 4.
18:21:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.987094 14708 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453, 76a944baa0094788aa028aa0003ecb35; no voters: 762d11af965445e4971d9774ce040ff2
18:21:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.987267 15082 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 5 FOLLOWER]: Leader pre-election won for term 6
18:21:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.987337 15082 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 5 FOLLOWER]: Starting leader election (detected failure of leader 762d11af965445e4971d9774ce040ff2)
18:21:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.987370 15082 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 5 FOLLOWER]: Advancing to term 6
18:21:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.988065 15082 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.988255 15082 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 6 election: Requested vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.988538 15000 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "248ecd5d76f94381a3f12de4c984a453" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "76a944baa0094788aa028aa0003ecb35"
18:21:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.988686 15000 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 4 FOLLOWER]: Advancing to term 6
18:21:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:20.989035 14712 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.989723 15000 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 248ecd5d76f94381a3f12de4c984a453 in term 6.
18:21:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.989948 14708 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453, 76a944baa0094788aa028aa0003ecb35; no voters: 762d11af965445e4971d9774ce040ff2
18:21:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.990043 15082 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 6 FOLLOWER]: Leader election won for term 6
18:21:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.990195 15082 raft_consensus.cc:697] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 6 LEADER]: Becoming Leader. State: Replica: 248ecd5d76f94381a3f12de4c984a453, State: Running, Role: LEADER
18:21:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.990319 15082 consensus_queue.cc:237] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:20.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:20.991075 13533 catalog_manager.cc:5719] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 reported cstate change: term changed from 5 to 6, leader changed from 762d11af965445e4971d9774ce040ff2 (127.13.42.3) to 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1). New cstate: current_term: 6 leader_uuid: "248ecd5d76f94381a3f12de4c984a453" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } health_report { overall_health: HEALTHY } } }
18:21:21.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:21.468559 14712 consensus_peers.cc:597] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 -> Peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Couldn't send request to peer 762d11af965445e4971d9774ce040ff2. Status: Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:21:21.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:21.532399 15000 raft_consensus.cc:1275] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 6 FOLLOWER]: Refusing update from remote peer 248ecd5d76f94381a3f12de4c984a453: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
18:21:21.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:21.532912 15082 consensus_queue.cc:1048] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [LEADER]: Connected to new peer: Peer: permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
18:21:23.324 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:23.324 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:23.324 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=3672), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [11ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [11ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [32ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [33ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [35ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [35ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [51ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [53ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [55ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [56ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [71ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [73ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [76ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [76ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [169ms] refreshing cache from master, [169ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [171ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [173ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [175ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [175ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [209ms] refreshing cache from master, [210ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [212ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [213ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [215ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [215ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [3669ms] refreshing cache from master, [3669ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [3671ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@55566870(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@31b87a62 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@524805308 after retry RPC@1782772885) -> (continuation of Deferred@282920837 after retry RPC@1769561188) -> (continuation of Deferred@824389237 after retry RPC@312135241) -> (continuation of Deferred@1055932426 after retry RPC@2061248795) -> (continuation of Deferred@39155949 after retry RPC@433720653), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ee96332 -> wakeup thread Time-limited test -> (continuation of Deferred@524805308 after retry RPC@1782772885) -> (continuation of Deferred@282920837 after retry RPC@1769561188) -> (continuation of Deferred@824389237 after retry RPC@312135241) -> (continuation of Deferred@1055932426 after retry RPC@2061248795) -> (continuation of Deferred@39155949 after retry RPC@433720653))) after lookup
18:21:23.325 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:23.326 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] Successfully connected to peer
18:21:23.359 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x5c5eee03, L:/127.0.0.1:44354 - R:/127.13.42.1:40013] using TOKEN/null
18:21:23.374 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.13.42.3:42479
18:21:23.374 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:21:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.375370 13480 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data
18:21:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:21:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:21:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:21:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:23.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/logs
18:21:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/info.pb
18:21:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:21:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:21:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:21:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:21:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:23.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:21:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:21:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.3:42479
18:21:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.3
18:21:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40391
18:21:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.3
18:21:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:23.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:21:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:23.463083 15127 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:21:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:23.463271 15127 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:21:23.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:23.463300 15127 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:21:23.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:23.464993 15127 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:21:23.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:23.465118 15127 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.42.3
18:21:23.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.466773 15127 tablet_server_runner.cc:78] Tablet server non-default flags:
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/logs
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.3:42479
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/info.pb
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.3
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40391
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15127
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:21:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.3
18:21:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:21:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:21:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:21:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:21:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
18:21:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:35 UTC on e7f111948823
18:21:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17630
18:21:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.466985 15127 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:21:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.467257 15127 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:21:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:23.470000 15138 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:23.470137 15140 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.470202 15127 server_base.cc:1061] running on GCE node
18:21:23.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:23.469985 15133 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:23.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.470986 15127 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:21:23.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.471493 15127 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:21:23.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.472748 15127 hybrid_clock.cc:648] HybridClock initialized: now 1786472483472693 us; error 64 us; skew 500 ppm
18:21:23.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.474774 15127 webserver.cc:533] Webserver started at http://127.13.42.3:40391/ using document root <none> and password file <none>
18:21:23.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.475097 15127 fs_manager.cc:362] Metadata directory not provided
18:21:23.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.475167 15127 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:21:23.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.476526 15127 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
18:21:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.477469 15151 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:21:23.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.477843 15127 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
18:21:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.477926 15127 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data,/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "762d11af965445e4971d9774ce040ff2"
18:21:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.478286 15127 fs_report.cc:389] FS layout report
18:21:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:21:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/data
18:21:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:21:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:21:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:21:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:21:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:21:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:21:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:21:23.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:21:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:21:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:21:23.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:21:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.494024 15127 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:21:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.494390 15127 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:21:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.494494 15127 kserver.cc:163] Server-wide thread pool size limit: 3276
18:21:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.494693 15127 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:21:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.495370 15158 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:21:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.496397 15127 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:21:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.496454 15127 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
18:21:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.496481 15127 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:21:23.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.497037 15127 ts_tablet_manager.cc:616] Registered 1 tablets
18:21:23.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.497071 15127 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
18:21:23.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.497277 15158 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Bootstrap starting.
18:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.505096 15127 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.3:42479
18:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.505141 15292 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.42.3:42479 every 8 connection(s)
18:21:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.505511 15127 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/info.pb
18:21:23.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.508502 15158 log.cc:826] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Log is configured to *not* fsync() on all Append() calls
18:21:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.511520 15294 heartbeater.cc:344] Connected to a master server at 127.13.42.60:44081
18:21:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.511679 15294 heartbeater.cc:461] Registering TS with master...
18:21:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.511878 15294 heartbeater.cc:507] Master 127.13.42.60:44081 requested a full tablet report, sending...
18:21:23.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.511914 15158 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:21:23.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.512185 15158 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Bootstrap complete.
18:21:23.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.512633 15295 heartbeater.cc:344] Connected to a master server at 127.13.42.62:36657
18:21:23.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.512696 15295 heartbeater.cc:461] Registering TS with master...
18:21:23.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.512674 13709 ts_manager.cc:194] Re-registered known tserver with Master: 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479)
18:21:23.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.512873 15295 heartbeater.cc:507] Master 127.13.42.62:36657 requested a full tablet report, sending...
18:21:23.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.513114 13533 ts_manager.cc:194] Re-registered known tserver with Master: 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479)
18:21:23.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.513430 15158 ts_tablet_manager.cc:1403] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Time spent bootstrapping tablet: real 0.016s	user 0.005s	sys 0.008s
18:21:23.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.513633 13533 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.42.3:59369
18:21:23.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.514547 13480 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkKwAB5/build/release/bin/kudu as pid 15127
18:21:23.515 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:23.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.515530 15297 heartbeater.cc:344] Connected to a master server at 127.13.42.61:36665
18:21:23.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.515658 15297 heartbeater.cc:461] Registering TS with master...
18:21:23.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.515733 15297 heartbeater.cc:507] Master 127.13.42.61:36665 requested a full tablet report, sending...
18:21:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.514667 15158 raft_consensus.cc:359] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.516208 15158 raft_consensus.cc:740] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 762d11af965445e4971d9774ce040ff2, State: Initialized, Role: FOLLOWER
18:21:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.516350 15158 consensus_queue.cc:260] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.516746 15158 ts_tablet_manager.cc:1434] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Time spent starting tablet: real 0.003s	user 0.003s	sys 0.001s
18:21:23.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.516999 15295 heartbeater.cc:499] Master 127.13.42.62:36657 was elected leader, sending a full tablet report...
18:21:23.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.517573 13618 ts_manager.cc:194] Re-registered known tserver with Master: 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479)
18:21:23.519 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345, tablet=25cd17a20ba148d08912e933eb8a5dbe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:21:23.519 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.13.42.1:40013
18:21:23.520 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:21:23.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:23.520534 13480 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkKwAB5/build/release/bin/kudu with pid 14686
18:21:23.533 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:23.533 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] handling channelInactive
18:21:23.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state READY due to: connection closed
18:21:23.534 [DEBUG - Time-limited test] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:23.535 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:23.535 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:23.536 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:23.544 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:23.544 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:23.544 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [1ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [2ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1024723657(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@74edd843 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78178102 -> wakeup thread Time-limited test)) after lookup
18:21:23.545 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:23.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:23.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:23.546 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:23.564 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:23.564 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:23.564 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [1ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [2ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [11ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [12ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [12ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [29ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1024723657(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@74edd843 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1824474709 after retry RPC@907706446), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78178102 -> wakeup thread Time-limited test -> (continuation of Deferred@1824474709 after retry RPC@907706446))) after lookup
18:21:23.565 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:23.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:23.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:23.567 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:23.603 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:23.603 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:23.603 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=69), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [1ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [2ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [11ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [12ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [12ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [29ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [31ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [32ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [33ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [69ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1024723657(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@74edd843 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1824474709 after retry RPC@907706446) -> (continuation of Deferred@941731802 after retry RPC@1524322400), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78178102 -> wakeup thread Time-limited test -> (continuation of Deferred@1824474709 after retry RPC@907706446) -> (continuation of Deferred@941731802 after retry RPC@1524322400))) after lookup
18:21:23.604 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:23.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:23.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:23.606 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:23.724 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:23.724 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:23.727 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=193), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [1ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [2ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [11ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [12ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [12ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [29ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [31ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [32ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [33ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [69ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [70ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [71ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [72ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [187ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [190ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1024723657(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@74edd843 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1824474709 after retry RPC@907706446) -> (continuation of Deferred@941731802 after retry RPC@1524322400) -> (continuation of Deferred@1063524296 after retry RPC@1069287444), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78178102 -> wakeup thread Time-limited test -> (continuation of Deferred@1824474709 after retry RPC@907706446) -> (continuation of Deferred@941731802 after retry RPC@1524322400) -> (continuation of Deferred@1063524296 after retry RPC@1069287444))) after lookup
18:21:23.728 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:23.729 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:23.730 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:23.730 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:24.224 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:24.224 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:24.224 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=690), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [1ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [2ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [11ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [12ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [12ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [29ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [31ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [32ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [33ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [69ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [70ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [71ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [72ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [187ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [190ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [194ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [196ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [196ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [687ms] refreshing cache from master, [687ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [689ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1024723657(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@74edd843 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1824474709 after retry RPC@907706446) -> (continuation of Deferred@941731802 after retry RPC@1524322400) -> (continuation of Deferred@1063524296 after retry RPC@1069287444) -> (continuation of Deferred@611510883 after retry RPC@2068953681), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78178102 -> wakeup thread Time-limited test -> (continuation of Deferred@1824474709 after retry RPC@907706446) -> (continuation of Deferred@941731802 after retry RPC@1524322400) -> (continuation of Deferred@1063524296 after retry RPC@1069287444) -> (continuation of Deferred@611510883 after retry RPC@2068953681))) after lookup
18:21:24.225 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:24.226 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:24.226 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:24.226 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:24.484 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:24.484 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:24.484 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=950), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [1ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [2ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [11ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [12ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [12ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [29ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [31ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [32ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [33ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [69ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [70ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [71ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [72ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [187ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [190ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [194ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [196ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [196ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [687ms] refreshing cache from master, [687ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [689ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [691ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [692ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [692ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [947ms] refreshing cache from master, [947ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [949ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1024723657(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@74edd843 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1824474709 after retry RPC@907706446) -> (continuation of Deferred@941731802 after retry RPC@1524322400) -> (continuation of Deferred@1063524296 after retry RPC@1069287444) -> (continuation of Deferred@611510883 after retry RPC@2068953681) -> (continuation of Deferred@341077129 after retry RPC@1654775648), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78178102 -> wakeup thread Time-limited test -> (continuation of Deferred@1824474709 after retry RPC@907706446) -> (continuation of Deferred@941731802 after retry RPC@1524322400) -> (continuation of Deferred@1063524296 after retry RPC@1069287444) -> (continuation of Deferred@611510883 after retry RPC@2068953681) -> (continuation of Deferred@341077129 after retry RPC@1654775648))) after lookup
18:21:24.485 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:24.486 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:24.486 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:24.486 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.874800 15313 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 248ecd5d76f94381a3f12de4c984a453)
18:21:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.874910 15313 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.875152 15313 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:24.876233 14922 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013): Network error: Client connection negotiation failed: client connection to 127.13.42.1:40013: connect: Connection refused (error 111)
18:21:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.878895 15237 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "76a944baa0094788aa028aa0003ecb35" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "762d11af965445e4971d9774ce040ff2" is_pre_election: true
18:21:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.879204 15237 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 76a944baa0094788aa028aa0003ecb35 in term 5.
18:21:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.879460 14922 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 762d11af965445e4971d9774ce040ff2, 76a944baa0094788aa028aa0003ecb35; no voters: 248ecd5d76f94381a3f12de4c984a453
18:21:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.879598 15313 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 6 FOLLOWER]: Leader pre-election won for term 7
18:21:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.879658 15313 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 248ecd5d76f94381a3f12de4c984a453)
18:21:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.879681 15313 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 6 FOLLOWER]: Advancing to term 7
18:21:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.880398 15313 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.880555 15313 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 7 election: Requested vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.880795 15237 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "76a944baa0094788aa028aa0003ecb35" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "762d11af965445e4971d9774ce040ff2"
18:21:24.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.880906 15237 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 5 FOLLOWER]: Advancing to term 7
18:21:24.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:24.881181 14922 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013): Network error: Client connection negotiation failed: client connection to 127.13.42.1:40013: connect: Connection refused (error 111)
18:21:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.882040 15237 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 76a944baa0094788aa028aa0003ecb35 in term 7.
18:21:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.882236 14922 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 762d11af965445e4971d9774ce040ff2, 76a944baa0094788aa028aa0003ecb35; no voters: 248ecd5d76f94381a3f12de4c984a453
18:21:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.882341 15313 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 7 FOLLOWER]: Leader election won for term 7
18:21:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.882503 15313 raft_consensus.cc:697] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 7 LEADER]: Becoming Leader. State: Replica: 76a944baa0094788aa028aa0003ecb35, State: Running, Role: LEADER
18:21:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.882594 15313 consensus_queue.cc:237] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:24.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:24.883464 13533 catalog_manager.cc:5719] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 reported cstate change: term changed from 6 to 7, leader changed from 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1) to 76a944baa0094788aa028aa0003ecb35 (127.13.42.2). New cstate: current_term: 7 leader_uuid: "76a944baa0094788aa028aa0003ecb35" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } health_report { overall_health: UNKNOWN } } }
18:21:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:25.275333 14922 consensus_peers.cc:597] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 -> Peer 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013): Couldn't send request to peer 248ecd5d76f94381a3f12de4c984a453. Status: Network error: Client connection negotiation failed: client connection to 127.13.42.1:40013: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:21:25.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:25.377600 15237 raft_consensus.cc:1275] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 7 FOLLOWER]: Refusing update from remote peer 76a944baa0094788aa028aa0003ecb35: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
18:21:25.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:25.378309 15313 consensus_queue.cc:1048] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [LEADER]: Connected to new peer: Peer: permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
18:21:26.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:26.269057 14922 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.42.1:40013: connect: Connection refused (error 111) [suppressed 4 similar messages]
18:21:27.263 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:27.264 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:27.264 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=3730), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [1ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [2ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [11ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [12ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [12ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [29ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [31ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [32ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [33ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [69ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [70ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [71ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [72ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [187ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [190ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [194ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [196ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [196ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [687ms] refreshing cache from master, [687ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [689ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [691ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [692ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [692ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [947ms] refreshing cache from master, [947ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [949ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [951ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [952ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [952ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [3727ms] refreshing cache from master, [3727ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [3729ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1024723657(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@74edd843 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1824474709 after retry RPC@907706446) -> (continuation of Deferred@941731802 after retry RPC@1524322400) -> (continuation of Deferred@1063524296 after retry RPC@1069287444) -> (continuation of Deferred@611510883 after retry RPC@2068953681) -> (continuation of Deferred@341077129 after retry RPC@1654775648) -> (continuation of Deferred@1295253419 after retry RPC@554005426), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78178102 -> wakeup thread Time-limited test -> (continuation of Deferred@1824474709 after retry RPC@907706446) -> (continuation of Deferred@941731802 after retry RPC@1524322400) -> (continuation of Deferred@1063524296 after retry RPC@1069287444) -> (continuation of Deferred@611510883 after retry RPC@2068953681) -> (continuation of Deferred@341077129 after retry RPC@1654775648) -> (continuation of Deferred@1295253419 after retry RPC@554005426))) after lookup
18:21:27.265 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:27.266 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] Successfully connected to peer
18:21:27.285 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xdbeb84e4, L:/127.0.0.1:53588 - R:/127.13.42.2:45185] using TOKEN/null
18:21:27.299 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.13.42.1:40013
18:21:27.300 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:21:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.301234 13480 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data
18:21:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:21:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:21:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:21:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/logs
18:21:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data/info.pb
18:21:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:21:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:21:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:21:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:21:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:21:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:21:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.1:40013
18:21:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.1
18:21:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43557
18:21:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.1
18:21:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:21:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:27.397509 15360 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:21:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:27.397701 15360 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:21:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:27.397722 15360 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:21:27.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:27.399717 15360 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:21:27.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:27.399825 15360 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.42.1
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.402000 15360 tablet_server_runner.cc:78] Tablet server non-default flags:
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/logs
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.1:40013
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data/info.pb
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.1
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43557
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15360
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.1
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
18:21:27.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:35 UTC on e7f111948823
18:21:27.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17630
18:21:27.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.402272 15360 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:21:27.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.402493 15360 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:21:27.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:27.405576 15368 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:27.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:27.405589 15366 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:27.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:27.405596 15365 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:27.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.405712 15360 server_base.cc:1061] running on GCE node
18:21:27.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.406431 15360 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:21:27.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.406705 15360 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:21:27.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.407897 15360 hybrid_clock.cc:648] HybridClock initialized: now 1786472487407863 us; error 43 us; skew 500 ppm
18:21:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.409608 15360 webserver.cc:533] Webserver started at http://127.13.42.1:43557/ using document root <none> and password file <none>
18:21:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.409863 15360 fs_manager.cc:362] Metadata directory not provided
18:21:27.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.409937 15360 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:21:27.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.414032 15360 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.000s
18:21:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.414963 15375 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:21:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.415222 15360 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
18:21:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.415333 15360 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data,/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "248ecd5d76f94381a3f12de4c984a453"
18:21:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.415675 15360 fs_report.cc:389] FS layout report
18:21:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:21:27.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data/data
18:21:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:21:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:21:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:21:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:21:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:21:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:21:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:21:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:21:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:21:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:21:27.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:21:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.434111 15360 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:21:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.434458 15360 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:21:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.434556 15360 kserver.cc:163] Server-wide thread pool size limit: 3276
18:21:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.434819 15360 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:21:27.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.435398 15384 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:21:27.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.436285 15360 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:21:27.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.436383 15360 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
18:21:27.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.436424 15360 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:21:27.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.437032 15360 ts_tablet_manager.cc:616] Registered 1 tablets
18:21:27.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.437152 15384 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Bootstrap starting.
18:21:27.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.437161 15360 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
18:21:27.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.445830 15360 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.1:40013
18:21:27.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.445897 15523 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.42.1:40013 every 8 connection(s)
18:21:27.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.446239 15360 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data/info.pb
18:21:27.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.448124 13480 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkKwAB5/build/release/bin/kudu as pid 15360
18:21:27.449 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:27.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.452498 15384 log.cc:826] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Log is configured to *not* fsync() on all Append() calls
18:21:27.454 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345, tablet=25cd17a20ba148d08912e933eb8a5dbe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:21:27.454 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.13.42.2:45185
18:21:27.455 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:21:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.455315 13480 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkKwAB5/build/release/bin/kudu with pid 14901
18:21:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.458436 15384 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:21:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.459098 15384 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Bootstrap complete.
18:21:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.460290 15384 ts_tablet_manager.cc:1403] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Time spent bootstrapping tablet: real 0.023s	user 0.009s	sys 0.006s
18:21:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.462158 15384 raft_consensus.cc:359] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:27.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.462581 15384 raft_consensus.cc:740] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 248ecd5d76f94381a3f12de4c984a453, State: Initialized, Role: FOLLOWER
18:21:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.464237 15384 consensus_queue.cc:260] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:27.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.464978 15384 ts_tablet_manager.cc:1434] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.000s
18:21:27.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.468830 15526 heartbeater.cc:344] Connected to a master server at 127.13.42.61:36665
18:21:27.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.468935 15526 heartbeater.cc:461] Registering TS with master...
18:21:27.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.469156 15526 heartbeater.cc:507] Master 127.13.42.61:36665 requested a full tablet report, sending...
18:21:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.470013 13618 ts_manager.cc:194] Re-registered known tserver with Master: 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:27.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.475549 15524 heartbeater.cc:344] Connected to a master server at 127.13.42.60:44081
18:21:27.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.475632 15524 heartbeater.cc:461] Registering TS with master...
18:21:27.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.475777 15524 heartbeater.cc:507] Master 127.13.42.60:44081 requested a full tablet report, sending...
18:21:27.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.476171 13709 ts_manager.cc:194] Re-registered known tserver with Master: 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.477077 15525 heartbeater.cc:344] Connected to a master server at 127.13.42.62:36657
18:21:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.477140 15525 heartbeater.cc:461] Registering TS with master...
18:21:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.477216 15525 heartbeater.cc:507] Master 127.13.42.62:36657 requested a full tablet report, sending...
18:21:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.477515 13533 ts_manager.cc:194] Re-registered known tserver with Master: 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.477926 13533 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.42.1:39569
18:21:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:27.478566 15525 heartbeater.cc:499] Master 127.13.42.62:36657 was elected leader, sending a full tablet report...
18:21:27.480 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:27.481 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] handling channelInactive
18:21:27.481 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state READY due to: connection closed
18:21:27.481 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: connection closed
18:21:27.504 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:27.504 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:27.505 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [0ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: connection closed, [0ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [22ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@941833140(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@32b147e1 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@240a7f11 -> wakeup thread Time-limited test)) after lookup
18:21:27.505 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:27.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:27.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state CONNECTING due to: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:27.507 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:27.523 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:27.524 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:27.524 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [0ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: connection closed, [0ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [22ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [24ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [26ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [26ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [42ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@941833140(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@32b147e1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@766717026 after retry RPC@1513503794), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@240a7f11 -> wakeup thread Time-limited test -> (continuation of Deferred@766717026 after retry RPC@1513503794))) after lookup
18:21:27.525 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:27.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:27.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state CONNECTING due to: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:27.527 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:27.564 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:27.564 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:27.564 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [0ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: connection closed, [0ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [22ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [24ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [26ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [26ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [42ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [44ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [46ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [46ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [82ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@941833140(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@32b147e1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@766717026 after retry RPC@1513503794) -> (continuation of Deferred@927676875 after retry RPC@1109315133), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@240a7f11 -> wakeup thread Time-limited test -> (continuation of Deferred@766717026 after retry RPC@1513503794) -> (continuation of Deferred@927676875 after retry RPC@1109315133))) after lookup
18:21:27.565 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:27.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:27.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state CONNECTING due to: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:27.567 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:27.683 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:27.683 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:27.684 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=203), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [0ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: connection closed, [0ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [22ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [24ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [26ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [26ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [42ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [44ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [46ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [46ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [82ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [84ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [86ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [86ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [199ms] refreshing cache from master, [200ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [202ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@941833140(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@32b147e1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@766717026 after retry RPC@1513503794) -> (continuation of Deferred@927676875 after retry RPC@1109315133) -> (continuation of Deferred@606678613 after retry RPC@284324811), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@240a7f11 -> wakeup thread Time-limited test -> (continuation of Deferred@766717026 after retry RPC@1513503794) -> (continuation of Deferred@927676875 after retry RPC@1109315133) -> (continuation of Deferred@606678613 after retry RPC@284324811))) after lookup
18:21:27.685 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:27.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:27.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state CONNECTING due to: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:27.686 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:28.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:28.123 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:28.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=642), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [0ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: connection closed, [0ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [22ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [24ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [26ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [26ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [42ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [44ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [46ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [46ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [82ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [84ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [86ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [86ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [199ms] refreshing cache from master, [200ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [202ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [203ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [205ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [205ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [639ms] refreshing cache from master, [640ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [641ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@941833140(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@32b147e1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@766717026 after retry RPC@1513503794) -> (continuation of Deferred@927676875 after retry RPC@1109315133) -> (continuation of Deferred@606678613 after retry RPC@284324811) -> (continuation of Deferred@1910571041 after retry RPC@1913543165), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@240a7f11 -> wakeup thread Time-limited test -> (continuation of Deferred@766717026 after retry RPC@1513503794) -> (continuation of Deferred@927676875 after retry RPC@1109315133) -> (continuation of Deferred@606678613 after retry RPC@284324811) -> (continuation of Deferred@1910571041 after retry RPC@1913543165))) after lookup
18:21:28.124 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:28.125 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:28.125 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state CONNECTING due to: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:28.125 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:28.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.799118 15539 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 76a944baa0094788aa028aa0003ecb35)
18:21:28.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.799224 15539 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:28.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.799527 15539 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:28.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:28.800416 15152 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.42.2:45185: connect: Connection refused (error 111)
18:21:28.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:28.800978 15152 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185): Network error: Client connection negotiation failed: client connection to 127.13.42.2:45185: connect: Connection refused (error 111)
18:21:28.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.803896 15459 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "762d11af965445e4971d9774ce040ff2" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "248ecd5d76f94381a3f12de4c984a453" is_pre_election: true
18:21:28.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.804033 15459 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 762d11af965445e4971d9774ce040ff2 in term 6.
18:21:28.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.804309 15155 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453, 762d11af965445e4971d9774ce040ff2; no voters: 76a944baa0094788aa028aa0003ecb35
18:21:28.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.804482 15539 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 7 FOLLOWER]: Leader pre-election won for term 8
18:21:28.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.804531 15539 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 76a944baa0094788aa028aa0003ecb35)
18:21:28.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.804545 15539 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 7 FOLLOWER]: Advancing to term 8
18:21:28.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.805136 15539 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:28.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.805298 15539 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 8 election: Requested vote from peers 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:28.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.805485 15459 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "762d11af965445e4971d9774ce040ff2" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "248ecd5d76f94381a3f12de4c984a453"
18:21:28.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.805557 15459 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 6 FOLLOWER]: Advancing to term 8
18:21:28.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:28.805897 15152 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185): Network error: Client connection negotiation failed: client connection to 127.13.42.2:45185: connect: Connection refused (error 111)
18:21:28.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.806872 15459 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 762d11af965445e4971d9774ce040ff2 in term 8.
18:21:28.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.807129 15155 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453, 762d11af965445e4971d9774ce040ff2; no voters: 76a944baa0094788aa028aa0003ecb35
18:21:28.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.807265 15539 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 8 FOLLOWER]: Leader election won for term 8
18:21:28.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.807478 15539 raft_consensus.cc:697] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 8 LEADER]: Becoming Leader. State: Replica: 762d11af965445e4971d9774ce040ff2, State: Running, Role: LEADER
18:21:28.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.807578 15539 consensus_queue.cc:237] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:28.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:28.808298 13533 catalog_manager.cc:5719] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 reported cstate change: term changed from 7 to 8, leader changed from 76a944baa0094788aa028aa0003ecb35 (127.13.42.2) to 762d11af965445e4971d9774ce040ff2 (127.13.42.3). New cstate: current_term: 8 leader_uuid: "762d11af965445e4971d9774ce040ff2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } health_report { overall_health: UNKNOWN } } }
18:21:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:29.215960 15152 consensus_peers.cc:597] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 -> Peer 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185): Couldn't send request to peer 76a944baa0094788aa028aa0003ecb35. Status: Network error: Client connection negotiation failed: client connection to 127.13.42.2:45185: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:21:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.358685 15459 raft_consensus.cc:1275] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 8 FOLLOWER]: Refusing update from remote peer 762d11af965445e4971d9774ce040ff2: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
18:21:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.359087 15545 consensus_queue.cc:1048] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
18:21:29.803 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:29.804 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:29.804 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2323), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [0ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: connection closed, [0ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [22ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [24ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [26ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [26ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [42ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [44ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [46ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [46ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [82ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [84ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [86ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [86ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [199ms] refreshing cache from master, [200ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [202ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [203ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [205ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [205ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [639ms] refreshing cache from master, [640ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [641ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [643ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [644ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [644ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [2319ms] refreshing cache from master, [2320ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [2322ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@941833140(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@32b147e1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@766717026 after retry RPC@1513503794) -> (continuation of Deferred@927676875 after retry RPC@1109315133) -> (continuation of Deferred@606678613 after retry RPC@284324811) -> (continuation of Deferred@1910571041 after retry RPC@1913543165) -> (continuation of Deferred@1245140639 after retry RPC@1257648021), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@240a7f11 -> wakeup thread Time-limited test -> (continuation of Deferred@766717026 after retry RPC@1513503794) -> (continuation of Deferred@927676875 after retry RPC@1109315133) -> (continuation of Deferred@606678613 after retry RPC@284324811) -> (continuation of Deferred@1910571041 after retry RPC@1913543165) -> (continuation of Deferred@1245140639 after retry RPC@1257648021))) after lookup
18:21:29.805 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:29.806 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] Successfully connected to peer
18:21:29.836 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0x78c0b14e, L:/127.0.0.1:49254 - R:/127.13.42.3:42479] using TOKEN/null
18:21:29.851 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.13.42.2:45185
18:21:29.852 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:21:29.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.852533 13480 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:29.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:29.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:29.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data
18:21:29.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/logs
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data/info.pb
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.2:45185
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.2
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39937
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.2
18:21:29.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:29.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:29.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:29.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:21:29.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:29.938329 15575 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:21:29.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:29.938553 15575 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:21:29.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:29.938587 15575 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:21:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:29.940379 15575 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:21:29.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:29.940488 15575 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.42.2
18:21:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.942180 15575 tablet_server_runner.cc:78] Tablet server non-default flags:
18:21:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/logs
18:21:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:21:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data
18:21:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.2:45185
18:21:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:21:29.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data/info.pb
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.2
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39937
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15575
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.2
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:35 UTC on e7f111948823
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17630
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.942456 15575 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:21:29.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.942776 15575 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:21:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:29.945732 15581 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:29.945894 15582 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.946396 15575 server_base.cc:1061] running on GCE node
18:21:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:29.946516 15584 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.946713 15575 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:21:29.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.946979 15575 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:21:29.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.948179 15575 hybrid_clock.cc:648] HybridClock initialized: now 1786472489948235 us; error 161 us; skew 500 ppm
18:21:29.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.949702 15575 webserver.cc:533] Webserver started at http://127.13.42.2:39937/ using document root <none> and password file <none>
18:21:29.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.949926 15575 fs_manager.cc:362] Metadata directory not provided
18:21:29.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.949980 15575 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:21:29.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.951612 15575 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.002s
18:21:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.952612 15594 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:21:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.952941 15575 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
18:21:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.953047 15575 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data,/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76a944baa0094788aa028aa0003ecb35"
18:21:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.953581 15575 fs_report.cc:389] FS layout report
18:21:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:21:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data/data
18:21:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:21:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:21:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:21:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:21:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:21:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:21:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:21:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:21:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:21:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:21:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:21:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.967895 15575 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:21:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.968210 15575 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:21:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.968315 15575 kserver.cc:163] Server-wide thread pool size limit: 3276
18:21:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.968513 15575 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:21:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.969000 15603 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:21:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.970000 15575 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:21:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.970058 15575 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
18:21:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.970088 15575 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:21:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.970677 15575 ts_tablet_manager.cc:616] Registered 1 tablets
18:21:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.970713 15575 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
18:21:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.970841 15603 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Bootstrap starting.
18:21:29.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.979192 15575 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.2:45185
18:21:29.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.979401 15736 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.42.2:45185 every 8 connection(s)
18:21:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.979656 15575 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data/info.pb
18:21:29.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.983068 15603 log.cc:826] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Log is configured to *not* fsync() on all Append() calls
18:21:29.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.985180 15738 heartbeater.cc:344] Connected to a master server at 127.13.42.60:44081
18:21:29.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.985299 15738 heartbeater.cc:461] Registering TS with master...
18:21:29.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.985523 15738 heartbeater.cc:507] Master 127.13.42.60:44081 requested a full tablet report, sending...
18:21:29.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.986289 13709 ts_manager.cc:194] Re-registered known tserver with Master: 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.987896 15603 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:21:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.988348 15603 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Bootstrap complete.
18:21:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.988611 13480 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkKwAB5/build/release/bin/kudu as pid 15575
18:21:29.989 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:29.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.989813 15603 ts_tablet_manager.cc:1403] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Time spent bootstrapping tablet: real 0.019s	user 0.005s	sys 0.010s
18:21:29.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.991446 15742 heartbeater.cc:344] Connected to a master server at 127.13.42.61:36665
18:21:29.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.991513 15742 heartbeater.cc:461] Registering TS with master...
18:21:29.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.991263 15603 raft_consensus.cc:359] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:29.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.991585 15603 raft_consensus.cc:740] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 76a944baa0094788aa028aa0003ecb35, State: Initialized, Role: FOLLOWER
18:21:29.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.991645 15742 heartbeater.cc:507] Master 127.13.42.61:36665 requested a full tablet report, sending...
18:21:29.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.991699 15603 consensus_queue.cc:260] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:29.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.991984 15603 ts_tablet_manager.cc:1434] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Time spent starting tablet: real 0.002s	user 0.004s	sys 0.001s
18:21:29.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.992120 13618 ts_manager.cc:194] Re-registered known tserver with Master: 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:29.994 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345, tablet=25cd17a20ba148d08912e933eb8a5dbe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:21:29.994 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.13.42.3:42479
18:21:29.995 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:21:29.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:29.995396 13480 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkKwAB5/build/release/bin/kudu with pid 15127
18:21:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:30.004213 15739 heartbeater.cc:344] Connected to a master server at 127.13.42.62:36657
18:21:30.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:30.007541 15739 heartbeater.cc:461] Registering TS with master...
18:21:30.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:30.008127 15739 heartbeater.cc:507] Master 127.13.42.62:36657 requested a full tablet report, sending...
18:21:30.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:30.008667 13533 ts_manager.cc:194] Re-registered known tserver with Master: 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:30.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:30.009228 13533 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.42.2:33367
18:21:30.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:30.010186 15739 heartbeater.cc:499] Master 127.13.42.62:36657 was elected leader, sending a full tablet report...
18:21:30.026 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:30.026 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] handling channelInactive
18:21:30.026 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state READY due to: connection closed
18:21:30.042 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:30.044 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:30.044 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:30.044 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:30.064 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:30.065 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:30.065 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=3, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [18ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [18ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [38ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@769030092(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@56a77f64 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1539fa39 -> wakeup thread Time-limited test)) after lookup
18:21:30.065 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:30.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:30.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:30.067 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:30.104 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:30.104 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:30.104 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=5, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [18ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [18ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [38ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [39ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [41ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [41ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [77ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@769030092(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@56a77f64 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@287711712 after retry RPC@1268054479), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1539fa39 -> wakeup thread Time-limited test -> (continuation of Deferred@287711712 after retry RPC@1268054479))) after lookup
18:21:30.105 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:30.106 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:30.106 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:30.107 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:30.124 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:30.124 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:30.125 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=7, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=98), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [18ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [18ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [38ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [39ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [41ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [41ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [77ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [79ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [81ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [81ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [98ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@769030092(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@56a77f64 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@287711712 after retry RPC@1268054479) -> (continuation of Deferred@1188712839 after retry RPC@711754258), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1539fa39 -> wakeup thread Time-limited test -> (continuation of Deferred@287711712 after retry RPC@1268054479) -> (continuation of Deferred@1188712839 after retry RPC@711754258))) after lookup
18:21:30.126 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:30.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:30.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:30.127 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:30.384 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:30.384 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:30.384 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=9, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=358), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [18ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [18ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [38ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [39ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [41ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [41ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [77ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [79ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [81ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [81ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [98ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [99ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [101ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [101ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [355ms] refreshing cache from master, [355ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [358ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@769030092(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@56a77f64 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@287711712 after retry RPC@1268054479) -> (continuation of Deferred@1188712839 after retry RPC@711754258) -> (continuation of Deferred@649669658 after retry RPC@387986306), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1539fa39 -> wakeup thread Time-limited test -> (continuation of Deferred@287711712 after retry RPC@1268054479) -> (continuation of Deferred@1188712839 after retry RPC@711754258) -> (continuation of Deferred@649669658 after retry RPC@387986306))) after lookup
18:21:30.385 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:30.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:30.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:30.386 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:31.064 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:31.064 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:31.064 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=11, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1038), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [18ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [18ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [38ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [39ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [41ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [41ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [77ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [79ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [81ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [81ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [98ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [99ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [101ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [101ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [355ms] refreshing cache from master, [355ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [358ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [359ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [360ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [360ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [1035ms] refreshing cache from master, [1035ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [1037ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@769030092(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@56a77f64 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@287711712 after retry RPC@1268054479) -> (continuation of Deferred@1188712839 after retry RPC@711754258) -> (continuation of Deferred@649669658 after retry RPC@387986306) -> (continuation of Deferred@624064962 after retry RPC@857268933), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1539fa39 -> wakeup thread Time-limited test -> (continuation of Deferred@287711712 after retry RPC@1268054479) -> (continuation of Deferred@1188712839 after retry RPC@711754258) -> (continuation of Deferred@649669658 after retry RPC@387986306) -> (continuation of Deferred@624064962 after retry RPC@857268933))) after lookup
18:21:31.065 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:31.066 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:31.066 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:31.066 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:31.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.351775 15756 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 762d11af965445e4971d9774ce040ff2)
18:21:31.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.351886 15756 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:31.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.352394 15756 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:31.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:31.352803 15379 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:31.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:31.353281 15379 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.355831 15679 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "248ecd5d76f94381a3f12de4c984a453" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "76a944baa0094788aa028aa0003ecb35" is_pre_election: true
18:21:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.355973 15679 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 248ecd5d76f94381a3f12de4c984a453 in term 7.
18:21:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.356292 15376 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453, 76a944baa0094788aa028aa0003ecb35; no voters: 762d11af965445e4971d9774ce040ff2
18:21:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.356484 15756 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 8 FOLLOWER]: Leader pre-election won for term 9
18:21:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.356540 15756 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 8 FOLLOWER]: Starting leader election (detected failure of leader 762d11af965445e4971d9774ce040ff2)
18:21:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.356555 15756 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 8 FOLLOWER]: Advancing to term 9
18:21:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.357175 15756 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.357340 15756 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 9 election: Requested vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.357591 15679 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "248ecd5d76f94381a3f12de4c984a453" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "76a944baa0094788aa028aa0003ecb35"
18:21:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.357717 15679 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 7 FOLLOWER]: Advancing to term 9
18:21:31.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:31.357869 15379 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.358853 15679 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 248ecd5d76f94381a3f12de4c984a453 in term 9.
18:21:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.359145 15376 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453, 76a944baa0094788aa028aa0003ecb35; no voters: 762d11af965445e4971d9774ce040ff2
18:21:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.359287 15756 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 9 FOLLOWER]: Leader election won for term 9
18:21:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.359437 15756 raft_consensus.cc:697] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 9 LEADER]: Becoming Leader. State: Replica: 248ecd5d76f94381a3f12de4c984a453, State: Running, Role: LEADER
18:21:31.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.359529 15756 consensus_queue.cc:237] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:31.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.360319 13533 catalog_manager.cc:5719] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 reported cstate change: term changed from 8 to 9, leader changed from 762d11af965445e4971d9774ce040ff2 (127.13.42.3) to 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1). New cstate: current_term: 9 leader_uuid: "248ecd5d76f94381a3f12de4c984a453" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } health_report { overall_health: HEALTHY } } }
18:21:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.763473 15679 raft_consensus.cc:1275] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 9 FOLLOWER]: Refusing update from remote peer 248ecd5d76f94381a3f12de4c984a453: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
18:21:31.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:31.763929 15756 consensus_queue.cc:1048] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [LEADER]: Connected to new peer: Peer: permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
18:21:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:31.767510 15379 consensus_peers.cc:597] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 -> Peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Couldn't send request to peer 762d11af965445e4971d9774ce040ff2. Status: Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:21:33.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:33.984092 15379 consensus_peers.cc:597] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 -> Peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Couldn't send request to peer 762d11af965445e4971d9774ce040ff2. Status: Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
18:21:34.743 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:34.743 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:34.743 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=13, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=4717), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [18ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [18ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [38ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [39ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [41ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [41ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [74ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [77ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [79ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [81ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [81ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [98ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [99ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [101ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [101ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [355ms] refreshing cache from master, [355ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [358ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [359ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [360ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [360ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [1035ms] refreshing cache from master, [1035ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [1037ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [1039ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [1040ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [1040ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [4715ms] refreshing cache from master, [4715ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [4717ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@769030092(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@56a77f64 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@287711712 after retry RPC@1268054479) -> (continuation of Deferred@1188712839 after retry RPC@711754258) -> (continuation of Deferred@649669658 after retry RPC@387986306) -> (continuation of Deferred@624064962 after retry RPC@857268933) -> (continuation of Deferred@955778133 after retry RPC@1283639109), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1539fa39 -> wakeup thread Time-limited test -> (continuation of Deferred@287711712 after retry RPC@1268054479) -> (continuation of Deferred@1188712839 after retry RPC@711754258) -> (continuation of Deferred@649669658 after retry RPC@387986306) -> (continuation of Deferred@624064962 after retry RPC@857268933) -> (continuation of Deferred@955778133 after retry RPC@1283639109))) after lookup
18:21:34.744 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:34.745 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] Successfully connected to peer
18:21:34.758 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x1d47e086, L:/127.0.0.1:57718 - R:/127.13.42.1:40013] using TOKEN/null
18:21:34.770 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.13.42.3:42479
18:21:34.771 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:21:34.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.771579 13480 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:34.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:34.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:34.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data
18:21:34.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:21:34.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/logs
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/info.pb
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.3:42479
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.3
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40391
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.3
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:21:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:34.864439 15804 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:21:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:34.864612 15804 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:21:34.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:34.864632 15804 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:21:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:34.866186 15804 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:21:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:34.866242 15804 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.42.3
18:21:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.868422 15804 tablet_server_runner.cc:78] Tablet server non-default flags:
18:21:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/logs
18:21:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:21:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:34.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.3:42479
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/info.pb
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.3
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40391
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15804
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.3
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:35 UTC on e7f111948823
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17630
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.868666 15804 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:21:34.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.868927 15804 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:21:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:34.871580 15809 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:34.871594 15812 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:34.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:34.871762 15810 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:34.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.872076 15804 server_base.cc:1061] running on GCE node
18:21:34.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.872231 15804 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:21:34.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.872419 15804 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:21:34.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.873558 15804 hybrid_clock.cc:648] HybridClock initialized: now 1786472494873537 us; error 45 us; skew 500 ppm
18:21:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.874677 15804 webserver.cc:533] Webserver started at http://127.13.42.3:40391/ using document root <none> and password file <none>
18:21:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.874840 15804 fs_manager.cc:362] Metadata directory not provided
18:21:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.874878 15804 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:21:34.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.876281 15804 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
18:21:34.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.877350 15819 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:21:34.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.877599 15804 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.877671 15804 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data,/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "762d11af965445e4971d9774ce040ff2"
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.877920 15804 fs_report.cc:389] FS layout report
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/data
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:21:34.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:21:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.905792 15804 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:21:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.906114 15804 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:21:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.906219 15804 kserver.cc:163] Server-wide thread pool size limit: 3276
18:21:34.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.906405 15804 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:21:34.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.906827 15826 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:21:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.907832 15804 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:21:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.907917 15804 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
18:21:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.907956 15804 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:21:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.908609 15804 ts_tablet_manager.cc:616] Registered 1 tablets
18:21:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.908682 15804 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
18:21:34.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.908740 15826 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Bootstrap starting.
18:21:34.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.917634 15804 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.3:42479
18:21:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.917667 15958 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.42.3:42479 every 8 connection(s)
18:21:34.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.918098 15804 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/info.pb
18:21:34.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.919262 15826 log.cc:826] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Log is configured to *not* fsync() on all Append() calls
18:21:34.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.919508 13480 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkKwAB5/build/release/bin/kudu as pid 15804
18:21:34.920 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:34.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.924615 15826 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:21:34.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.925441 15826 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Bootstrap complete.
18:21:34.926 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345, tablet=25cd17a20ba148d08912e933eb8a5dbe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:21:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.926856 15826 ts_tablet_manager.cc:1403] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Time spent bootstrapping tablet: real 0.018s	user 0.012s	sys 0.003s
18:21:34.927 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.13.42.1:40013
18:21:34.927 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:21:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.927783 13480 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkKwAB5/build/release/bin/kudu with pid 15360
18:21:34.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.929744 15826 raft_consensus.cc:359] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:34.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.930133 15826 raft_consensus.cc:740] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 762d11af965445e4971d9774ce040ff2, State: Initialized, Role: FOLLOWER
18:21:34.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.930338 15826 consensus_queue.cc:260] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:34.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.930892 15826 ts_tablet_manager.cc:1434] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Time spent starting tablet: real 0.004s	user 0.001s	sys 0.000s
18:21:34.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.933404 15960 heartbeater.cc:344] Connected to a master server at 127.13.42.60:44081
18:21:34.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.933508 15960 heartbeater.cc:461] Registering TS with master...
18:21:34.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.933686 15960 heartbeater.cc:507] Master 127.13.42.60:44081 requested a full tablet report, sending...
18:21:34.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.934253 13710 ts_manager.cc:194] Re-registered known tserver with Master: 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479)
18:21:34.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.935406 15962 heartbeater.cc:344] Connected to a master server at 127.13.42.61:36665
18:21:34.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.935410 15961 heartbeater.cc:344] Connected to a master server at 127.13.42.62:36657
18:21:34.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.935491 15962 heartbeater.cc:461] Registering TS with master...
18:21:34.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.935496 15961 heartbeater.cc:461] Registering TS with master...
18:21:34.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.935598 15962 heartbeater.cc:507] Master 127.13.42.61:36665 requested a full tablet report, sending...
18:21:34.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.935597 15961 heartbeater.cc:507] Master 127.13.42.62:36657 requested a full tablet report, sending...
18:21:34.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.935978 13618 ts_manager.cc:194] Re-registered known tserver with Master: 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479)
18:21:34.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.936021 13533 ts_manager.cc:194] Re-registered known tserver with Master: 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479)
18:21:34.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.936517 13533 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.42.3:60629
18:21:34.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:34.937026 15961 heartbeater.cc:499] Master 127.13.42.62:36657 was elected leader, sending a full tablet report...
18:21:34.938 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:34.939 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] handling channelInactive
18:21:34.939 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state READY due to: connection closed
18:21:34.940 [DEBUG - Time-limited test] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:34.941 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:34.941 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:34.941 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:34.964 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:34.964 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:34.964 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [2ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [2ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [24ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1719891080(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@3c612ff2 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b38a4a0 -> wakeup thread Time-limited test)) after lookup
18:21:34.965 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:34.966 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:34.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:34.967 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:34.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:34.983 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:34.984 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [2ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [2ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [24ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [26ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [27ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [28ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [44ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1719891080(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@3c612ff2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@636687105 after retry RPC@466661051), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b38a4a0 -> wakeup thread Time-limited test -> (continuation of Deferred@636687105 after retry RPC@466661051))) after lookup
18:21:34.984 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:34.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:34.985 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:34.985 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:35.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:35.004 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:35.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=65), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [2ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [2ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [24ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [26ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [27ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [28ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [44ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [45ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [46ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [47ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [65ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1719891080(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@3c612ff2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@636687105 after retry RPC@466661051) -> (continuation of Deferred@184619800 after retry RPC@356172213), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b38a4a0 -> wakeup thread Time-limited test -> (continuation of Deferred@636687105 after retry RPC@466661051) -> (continuation of Deferred@184619800 after retry RPC@356172213))) after lookup
18:21:35.005 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:35.007 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:35.007 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:35.007 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:35.084 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:35.084 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:35.084 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=145), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [2ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [2ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [24ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [26ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [27ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [28ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [44ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [45ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [46ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [47ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [65ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [66ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [68ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [68ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [142ms] refreshing cache from master, [142ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [144ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1719891080(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@3c612ff2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@636687105 after retry RPC@466661051) -> (continuation of Deferred@184619800 after retry RPC@356172213) -> (continuation of Deferred@963713213 after retry RPC@2047164751), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b38a4a0 -> wakeup thread Time-limited test -> (continuation of Deferred@636687105 after retry RPC@466661051) -> (continuation of Deferred@184619800 after retry RPC@356172213) -> (continuation of Deferred@963713213 after retry RPC@2047164751))) after lookup
18:21:35.085 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:35.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:35.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:35.086 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:35.503 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:35.504 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:35.504 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=565), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [2ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [2ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [24ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [26ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [27ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [28ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [44ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [45ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [46ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [47ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [65ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [66ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [68ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [68ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [142ms] refreshing cache from master, [142ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [144ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [146ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [147ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [147ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [562ms] refreshing cache from master, [562ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [564ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1719891080(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@3c612ff2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@636687105 after retry RPC@466661051) -> (continuation of Deferred@184619800 after retry RPC@356172213) -> (continuation of Deferred@963713213 after retry RPC@2047164751) -> (continuation of Deferred@1635066721 after retry RPC@1112282979), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b38a4a0 -> wakeup thread Time-limited test -> (continuation of Deferred@636687105 after retry RPC@466661051) -> (continuation of Deferred@184619800 after retry RPC@356172213) -> (continuation of Deferred@963713213 after retry RPC@2047164751) -> (continuation of Deferred@1635066721 after retry RPC@1112282979))) after lookup
18:21:35.505 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:35.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:35.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state CONNECTING due to: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:35.506 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013
18:21:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.269356 15974 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 248ecd5d76f94381a3f12de4c984a453)
18:21:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.269476 15974 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.269758 15974 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:36.270484 15599 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.42.1:40013: connect: Connection refused (error 111)
18:21:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:36.271267 15599 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013): Network error: Client connection negotiation failed: client connection to 127.13.42.1:40013: connect: Connection refused (error 111)
18:21:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.273650 15901 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "76a944baa0094788aa028aa0003ecb35" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "762d11af965445e4971d9774ce040ff2" is_pre_election: true
18:21:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.273792 15901 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 76a944baa0094788aa028aa0003ecb35 in term 8.
18:21:36.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.274045 15599 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 762d11af965445e4971d9774ce040ff2, 76a944baa0094788aa028aa0003ecb35; no voters: 248ecd5d76f94381a3f12de4c984a453
18:21:36.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.274243 15974 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 9 FOLLOWER]: Leader pre-election won for term 10
18:21:36.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.274313 15974 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 248ecd5d76f94381a3f12de4c984a453)
18:21:36.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.274330 15974 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 9 FOLLOWER]: Advancing to term 10
18:21:36.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.274940 15974 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:36.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.275117 15974 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 10 election: Requested vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:36.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.275354 15901 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "76a944baa0094788aa028aa0003ecb35" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "762d11af965445e4971d9774ce040ff2"
18:21:36.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.275442 15901 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 8 FOLLOWER]: Advancing to term 10
18:21:36.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:36.275724 15599 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013): Network error: Client connection negotiation failed: client connection to 127.13.42.1:40013: connect: Connection refused (error 111)
18:21:36.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.276613 15901 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 76a944baa0094788aa028aa0003ecb35 in term 10.
18:21:36.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.276837 15599 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 762d11af965445e4971d9774ce040ff2, 76a944baa0094788aa028aa0003ecb35; no voters: 248ecd5d76f94381a3f12de4c984a453
18:21:36.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.276966 15974 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 10 FOLLOWER]: Leader election won for term 10
18:21:36.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.277127 15974 raft_consensus.cc:697] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 10 LEADER]: Becoming Leader. State: Replica: 76a944baa0094788aa028aa0003ecb35, State: Running, Role: LEADER
18:21:36.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.277256 15974 consensus_queue.cc:237] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:36.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.278164 13533 catalog_manager.cc:5719] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 reported cstate change: term changed from 9 to 10, leader changed from 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1) to 76a944baa0094788aa028aa0003ecb35 (127.13.42.2). New cstate: current_term: 10 leader_uuid: "76a944baa0094788aa028aa0003ecb35" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } health_report { overall_health: UNKNOWN } } }
18:21:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:36.669771 15599 consensus_peers.cc:597] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 -> Peer 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013): Couldn't send request to peer 248ecd5d76f94381a3f12de4c984a453. Status: Network error: Client connection negotiation failed: client connection to 127.13.42.1:40013: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:21:36.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.792300 15901 raft_consensus.cc:1275] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 10 FOLLOWER]: Refusing update from remote peer 76a944baa0094788aa028aa0003ecb35: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
18:21:36.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:36.792762 15974 consensus_queue.cc:1048] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [LEADER]: Connected to new peer: Peer: permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
18:21:37.463 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:37.464 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:37.464 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2525), Traces: [0ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [2ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [2ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [24ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [26ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [27ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [28ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [41ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [44ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [45ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [46ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [47ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [65ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [66ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [68ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [68ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [142ms] refreshing cache from master, [142ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [144ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [146ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [147ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [147ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [562ms] refreshing cache from master, [562ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [564ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [565ms] sending RPC to server 248ecd5d76f94381a3f12de4c984a453, [567ms] received response from server 248ecd5d76f94381a3f12de4c984a453: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [567ms] delaying RPC due to: Network error: Failed to connect to peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013): Connection refused: /127.13.42.1:40013, [2522ms] refreshing cache from master, [2522ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [2524ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1719891080(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@3c612ff2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@636687105 after retry RPC@466661051) -> (continuation of Deferred@184619800 after retry RPC@356172213) -> (continuation of Deferred@963713213 after retry RPC@2047164751) -> (continuation of Deferred@1635066721 after retry RPC@1112282979) -> (continuation of Deferred@592430635 after retry RPC@26880558), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b38a4a0 -> wakeup thread Time-limited test -> (continuation of Deferred@636687105 after retry RPC@466661051) -> (continuation of Deferred@184619800 after retry RPC@356172213) -> (continuation of Deferred@963713213 after retry RPC@2047164751) -> (continuation of Deferred@1635066721 after retry RPC@1112282979) -> (continuation of Deferred@592430635 after retry RPC@26880558))) after lookup
18:21:37.465 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:37.468 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] Successfully connected to peer
18:21:37.481 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x776eb7a1, L:/127.0.0.1:58994 - R:/127.13.42.2:45185] using TOKEN/null
18:21:37.494 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.13.42.1:40013
18:21:37.494 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.495075 13480 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/logs
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data/info.pb
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:21:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.1:40013
18:21:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.1
18:21:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43557
18:21:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.1
18:21:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:37.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:21:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:37.578753 16015 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:21:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:37.578922 16015 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:21:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:37.578940 16015 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:21:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:37.580475 16015 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:21:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:37.580535 16015 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.42.1
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.582050 16015 tablet_server_runner.cc:78] Tablet server non-default flags:
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/logs
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.1:40013
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data/info.pb
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.1
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43557
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16015
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.1
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:21:37.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:21:37.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
18:21:37.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:35 UTC on e7f111948823
18:21:37.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17630
18:21:37.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.582252 16015 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:21:37.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.582469 16015 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:21:37.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:37.585251 16025 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:37.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:37.585294 16027 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:37.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.585443 16015 server_base.cc:1061] running on GCE node
18:21:37.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:37.585706 16024 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:37.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.585954 16015 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:21:37.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.586252 16015 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:21:37.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.587426 16015 hybrid_clock.cc:648] HybridClock initialized: now 1786472497587410 us; error 27 us; skew 500 ppm
18:21:37.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.588665 16015 webserver.cc:533] Webserver started at http://127.13.42.1:43557/ using document root <none> and password file <none>
18:21:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.588910 16015 fs_manager.cc:362] Metadata directory not provided
18:21:37.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.588994 16015 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:21:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.590327 16015 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
18:21:37.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.591162 16036 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:21:37.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.591377 16015 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
18:21:37.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.591455 16015 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data,/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:37.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "248ecd5d76f94381a3f12de4c984a453"
18:21:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.591784 16015 fs_report.cc:389] FS layout report
18:21:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:21:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/wal
18:21:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data/data
18:21:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:21:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:21:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:21:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:21:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:21:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:21:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:21:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:21:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:21:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:21:37.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:21:37.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.611639 16015 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:21:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.612026 16015 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:21:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.612197 16015 kserver.cc:163] Server-wide thread pool size limit: 3276
18:21:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.612519 16015 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:21:37.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.613035 16047 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:21:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.613955 16015 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:21:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.614018 16015 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
18:21:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.614058 16015 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:21:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.614673 16015 ts_tablet_manager.cc:616] Registered 1 tablets
18:21:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.614739 16015 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
18:21:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.614780 16047 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Bootstrap starting.
18:21:37.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.622426 16015 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.1:40013
18:21:37.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.622524 16174 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.42.1:40013 every 8 connection(s)
18:21:37.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.622895 16015 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-0/data/info.pb
18:21:37.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.624918 16047 log.cc:826] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Log is configured to *not* fsync() on all Append() calls
18:21:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.628582 16176 heartbeater.cc:344] Connected to a master server at 127.13.42.62:36657
18:21:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.628698 16176 heartbeater.cc:461] Registering TS with master...
18:21:37.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.628840 16176 heartbeater.cc:507] Master 127.13.42.62:36657 requested a full tablet report, sending...
18:21:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.629446 13535 ts_manager.cc:194] Re-registered known tserver with Master: 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.629817 16047 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:21:37.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.629969 13535 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.42.1:39871
18:21:37.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.630138 16047 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Bootstrap complete.
18:21:37.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.630594 16178 heartbeater.cc:344] Connected to a master server at 127.13.42.61:36665
18:21:37.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.630663 16178 heartbeater.cc:461] Registering TS with master...
18:21:37.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.630771 16178 heartbeater.cc:507] Master 127.13.42.61:36665 requested a full tablet report, sending...
18:21:37.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.630911 13480 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkKwAB5/build/release/bin/kudu as pid 16015
18:21:37.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.631107 16175 heartbeater.cc:344] Connected to a master server at 127.13.42.60:44081
18:21:37.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.631122 13618 ts_manager.cc:194] Re-registered known tserver with Master: 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:37.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.631155 16175 heartbeater.cc:461] Registering TS with master...
18:21:37.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.631253 16175 heartbeater.cc:507] Master 127.13.42.60:44081 requested a full tablet report, sending...
18:21:37.631 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:37.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.631479 16047 ts_tablet_manager.cc:1403] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Time spent bootstrapping tablet: real 0.017s	user 0.009s	sys 0.007s
18:21:37.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.631557 13709 ts_manager.cc:194] Re-registered known tserver with Master: 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:37.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.632448 16047 raft_consensus.cc:359] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:37.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.632709 16047 raft_consensus.cc:740] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 248ecd5d76f94381a3f12de4c984a453, State: Initialized, Role: FOLLOWER
18:21:37.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.632820 16047 consensus_queue.cc:260] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.633121 16047 ts_tablet_manager.cc:1434] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
18:21:37.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.633244 16176 heartbeater.cc:499] Master 127.13.42.62:36657 was elected leader, sending a full tablet report...
18:21:37.635 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345, tablet=25cd17a20ba148d08912e933eb8a5dbe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:21:37.636 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.13.42.2:45185
18:21:37.636 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:21:37.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:37.636590 13480 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkKwAB5/build/release/bin/kudu with pid 15575
18:21:37.646 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:37.647 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] handling channelInactive
18:21:37.647 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state READY due to: connection closed
18:21:37.648 [DEBUG - Time-limited test] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:37.649 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:37.649 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state CONNECTING due to: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:37.649 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:37.663 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:37.663 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:37.664 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [2ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [2ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [16ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1185841754(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@44f57389 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a70a14f -> wakeup thread Time-limited test)) after lookup
18:21:37.664 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:37.665 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:37.665 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state CONNECTING due to: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:37.666 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:37.683 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:37.683 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:37.683 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [2ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [2ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [16ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [17ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [19ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [19ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [33ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [35ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1185841754(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@44f57389 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1720469215 after retry RPC@700053912), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a70a14f -> wakeup thread Time-limited test -> (continuation of Deferred@1720469215 after retry RPC@700053912))) after lookup
18:21:37.684 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:37.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:37.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state CONNECTING due to: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:37.685 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:37.704 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:37.704 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:37.705 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=57), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [2ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [2ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [16ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [17ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [19ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [19ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [33ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [35ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [36ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [38ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [38ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [57ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1185841754(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@44f57389 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1720469215 after retry RPC@700053912) -> (continuation of Deferred@1753681712 after retry RPC@244600449), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a70a14f -> wakeup thread Time-limited test -> (continuation of Deferred@1720469215 after retry RPC@700053912) -> (continuation of Deferred@1753681712 after retry RPC@244600449))) after lookup
18:21:37.705 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:37.706 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:37.706 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state CONNECTING due to: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:37.707 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:37.724 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:37.724 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:37.724 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=77), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [2ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [2ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [16ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [17ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [19ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [19ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [33ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [35ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [36ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [38ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [38ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [57ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [58ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [60ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [60ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [76ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1185841754(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@44f57389 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1720469215 after retry RPC@700053912) -> (continuation of Deferred@1753681712 after retry RPC@244600449) -> (continuation of Deferred@1296568355 after retry RPC@1627701069), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a70a14f -> wakeup thread Time-limited test -> (continuation of Deferred@1720469215 after retry RPC@700053912) -> (continuation of Deferred@1753681712 after retry RPC@244600449) -> (continuation of Deferred@1296568355 after retry RPC@1627701069))) after lookup
18:21:37.725 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:37.726 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:37.726 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state CONNECTING due to: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:37.726 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:38.223 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:38.223 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)[L]]}]
18:21:38.224 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=576), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [2ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [2ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [16ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [17ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [19ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [19ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [33ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [35ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [36ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [38ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [38ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [57ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [58ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [60ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [60ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [76ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [78ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [79ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [80ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [573ms] refreshing cache from master, [574ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [576ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1185841754(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@44f57389 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1720469215 after retry RPC@700053912) -> (continuation of Deferred@1753681712 after retry RPC@244600449) -> (continuation of Deferred@1296568355 after retry RPC@1627701069) -> (continuation of Deferred@299949218 after retry RPC@1440409348), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a70a14f -> wakeup thread Time-limited test -> (continuation of Deferred@1720469215 after retry RPC@700053912) -> (continuation of Deferred@1753681712 after retry RPC@244600449) -> (continuation of Deferred@1296568355 after retry RPC@1627701069) -> (continuation of Deferred@299949218 after retry RPC@1440409348))) after lookup
18:21:38.224 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] connecting to peer
18:21:38.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:38.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] cleaning up while in state CONNECTING due to: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:38.225 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185
18:21:38.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:38.993412 16197 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 76a944baa0094788aa028aa0003ecb35)
18:21:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:38.993527 16197 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:38.993851 16197 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:38.994277 15820 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.42.2:45185: connect: Connection refused (error 111)
18:21:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:38.994740 15820 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185): Network error: Client connection negotiation failed: client connection to 127.13.42.2:45185: connect: Connection refused (error 111)
18:21:38.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:38.997529 16123 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "762d11af965445e4971d9774ce040ff2" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "248ecd5d76f94381a3f12de4c984a453" is_pre_election: true
18:21:38.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:38.997689 16123 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 762d11af965445e4971d9774ce040ff2 in term 9.
18:21:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:38.997952 15823 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453, 762d11af965445e4971d9774ce040ff2; no voters: 76a944baa0094788aa028aa0003ecb35
18:21:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:38.998139 16197 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 10 FOLLOWER]: Leader pre-election won for term 11
18:21:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:38.998215 16197 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 76a944baa0094788aa028aa0003ecb35)
18:21:38.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:38.998241 16197 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 10 FOLLOWER]: Advancing to term 11
18:21:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:38.998924 16197 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:38.999145 16197 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 11 election: Requested vote from peers 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:38.999418 16123 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "762d11af965445e4971d9774ce040ff2" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "248ecd5d76f94381a3f12de4c984a453"
18:21:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:38.999519 16123 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 9 FOLLOWER]: Advancing to term 11
18:21:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:38.999591 15820 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185): Network error: Client connection negotiation failed: client connection to 127.13.42.2:45185: connect: Connection refused (error 111)
18:21:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.001048 16123 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 762d11af965445e4971d9774ce040ff2 in term 11.
18:21:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.001401 15823 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453, 762d11af965445e4971d9774ce040ff2; no voters: 76a944baa0094788aa028aa0003ecb35
18:21:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.001516 16197 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 11 FOLLOWER]: Leader election won for term 11
18:21:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.001669 16197 raft_consensus.cc:697] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 11 LEADER]: Becoming Leader. State: Replica: 762d11af965445e4971d9774ce040ff2, State: Running, Role: LEADER
18:21:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.001734 16197 consensus_queue.cc:237] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:39.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.002513 13535 catalog_manager.cc:5719] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 reported cstate change: term changed from 10 to 11, leader changed from 76a944baa0094788aa028aa0003ecb35 (127.13.42.2) to 762d11af965445e4971d9774ce040ff2 (127.13.42.3). New cstate: current_term: 11 leader_uuid: "762d11af965445e4971d9774ce040ff2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } health_report { overall_health: UNKNOWN } } }
18:21:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.482752 16123 raft_consensus.cc:1275] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 11 FOLLOWER]: Refusing update from remote peer 762d11af965445e4971d9774ce040ff2: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
18:21:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.483247 16203 consensus_queue.cc:1048] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
18:21:39.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:39.486923 15820 consensus_peers.cc:597] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 -> Peer 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185): Couldn't send request to peer 76a944baa0094788aa028aa0003ecb35. Status: Network error: Client connection negotiation failed: client connection to 127.13.42.2:45185: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:21:39.763 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:39.763 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:39.764 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=2116), Traces: [0ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [2ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [2ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [16ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [17ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [19ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [19ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [33ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [35ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [36ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [38ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [38ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [57ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [58ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [60ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [60ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [76ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [78ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [79ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [80ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [573ms] refreshing cache from master, [574ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [576ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [577ms] sending RPC to server 76a944baa0094788aa028aa0003ecb35, [578ms] received response from server 76a944baa0094788aa028aa0003ecb35: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [578ms] delaying RPC due to: Network error: Failed to connect to peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185): Connection refused: /127.13.42.2:45185, [2113ms] refreshing cache from master, [2113ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [2116ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1185841754(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@44f57389 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1720469215 after retry RPC@700053912) -> (continuation of Deferred@1753681712 after retry RPC@244600449) -> (continuation of Deferred@1296568355 after retry RPC@1627701069) -> (continuation of Deferred@299949218 after retry RPC@1440409348) -> (continuation of Deferred@574059890 after retry RPC@1602659201), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a70a14f -> wakeup thread Time-limited test -> (continuation of Deferred@1720469215 after retry RPC@700053912) -> (continuation of Deferred@1753681712 after retry RPC@244600449) -> (continuation of Deferred@1296568355 after retry RPC@1627701069) -> (continuation of Deferred@299949218 after retry RPC@1440409348) -> (continuation of Deferred@574059890 after retry RPC@1602659201))) after lookup
18:21:39.764 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:39.765 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] Successfully connected to peer
18:21:39.783 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xc3d7c61b, L:/127.0.0.1:35452 - R:/127.13.42.3:42479] using TOKEN/null
18:21:39.794 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.13.42.2:45185
18:21:39.794 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.795151 13480 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/logs
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data/info.pb
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:21:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:21:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.2:45185
18:21:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.2
18:21:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39937
18:21:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.2
18:21:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:21:39.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:39.877867 16231 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:21:39.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:39.878093 16231 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:21:39.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:39.878216 16231 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:21:39.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:39.879914 16231 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:21:39.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:39.880002 16231 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.42.2
18:21:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.881645 16231 tablet_server_runner.cc:78] Tablet server non-default flags:
18:21:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/logs
18:21:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:21:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.2:45185
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data/info.pb
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.2
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39937
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16231
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.2
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
18:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:35 UTC on e7f111948823
18:21:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17630
18:21:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.881907 16231 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:21:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.882201 16231 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:21:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:39.885399 16240 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:39.885442 16237 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.885663 16231 server_base.cc:1061] running on GCE node
18:21:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:39.885394 16238 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.886056 16231 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:21:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.886236 16231 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:21:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.887406 16231 hybrid_clock.cc:648] HybridClock initialized: now 1786472499887389 us; error 30 us; skew 500 ppm
18:21:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.888710 16231 webserver.cc:533] Webserver started at http://127.13.42.2:39937/ using document root <none> and password file <none>
18:21:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.888967 16231 fs_manager.cc:362] Metadata directory not provided
18:21:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.889045 16231 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:21:39.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.890442 16231 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
18:21:39.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.891305 16247 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:21:39.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.891489 16231 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
18:21:39.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.891567 16231 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data,/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76a944baa0094788aa028aa0003ecb35"
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.891921 16231 fs_report.cc:389] FS layout report
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/wal
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data/data
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:21:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:21:39.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.905165 16231 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:21:39.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.905606 16231 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:21:39.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.905793 16231 kserver.cc:163] Server-wide thread pool size limit: 3276
18:21:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.906106 16231 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:21:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.906698 16255 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:21:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.907915 16231 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:21:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.908005 16231 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
18:21:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.908047 16231 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:21:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.908723 16231 ts_tablet_manager.cc:616] Registered 1 tablets
18:21:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.908785 16231 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
18:21:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.908849 16255 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Bootstrap starting.
18:21:39.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.917507 16231 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.2:45185
18:21:39.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.917683 16384 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.42.2:45185 every 8 connection(s)
18:21:39.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.917973 16231 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-1/data/info.pb
18:21:39.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.919494 16255 log.cc:826] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Log is configured to *not* fsync() on all Append() calls
18:21:39.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.920876 13480 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkKwAB5/build/release/bin/kudu as pid 16231
18:21:39.921 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:39.926 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345, tablet=25cd17a20ba148d08912e933eb8a5dbe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:21:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.924942 16255 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:21:39.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.925958 16385 heartbeater.cc:344] Connected to a master server at 127.13.42.60:44081
18:21:39.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.926051 16385 heartbeater.cc:461] Registering TS with master...
18:21:39.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.926216 16255 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Bootstrap complete.
18:21:39.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.926239 16385 heartbeater.cc:507] Master 127.13.42.60:44081 requested a full tablet report, sending...
18:21:39.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.926980 13710 ts_manager.cc:194] Re-registered known tserver with Master: 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:39.927 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.13.42.3:42479
18:21:39.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.927569 16255 ts_tablet_manager.cc:1403] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Time spent bootstrapping tablet: real 0.019s	user 0.011s	sys 0.005s
18:21:39.927 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:21:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.927963 13480 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkKwAB5/build/release/bin/kudu with pid 15804
18:21:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.933235 16255 raft_consensus.cc:359] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.933542 16255 raft_consensus.cc:740] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 76a944baa0094788aa028aa0003ecb35, State: Initialized, Role: FOLLOWER
18:21:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.933688 16255 consensus_queue.cc:260] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:39.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.934187 16387 heartbeater.cc:344] Connected to a master server at 127.13.42.61:36665
18:21:39.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.934268 16387 heartbeater.cc:461] Registering TS with master...
18:21:39.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.934185 16255 ts_tablet_manager.cc:1434] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35: Time spent starting tablet: real 0.007s	user 0.001s	sys 0.002s
18:21:39.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.934379 16387 heartbeater.cc:507] Master 127.13.42.61:36665 requested a full tablet report, sending...
18:21:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.934878 13618 ts_manager.cc:194] Re-registered known tserver with Master: 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.938798 16386 heartbeater.cc:344] Connected to a master server at 127.13.42.62:36657
18:21:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.938882 16386 heartbeater.cc:461] Registering TS with master...
18:21:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.939042 16386 heartbeater.cc:507] Master 127.13.42.62:36657 requested a full tablet report, sending...
18:21:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.939673 13535 ts_manager.cc:194] Re-registered known tserver with Master: 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:39.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.940094 13535 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.42.2:51887
18:21:39.941 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] handling channelInactive
18:21:39.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state READY due to: connection closed
18:21:39.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:39.941033 16386 heartbeater.cc:499] Master 127.13.42.62:36657 was elected leader, sending a full tablet report...
18:21:39.941 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:39.942 [DEBUG - Time-limited test] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:39.943 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:39.943 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:39.943 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:39.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:39.963 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:39.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [1ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [1ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [21ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1164898719(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@2f9ec818 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e3fdeba -> wakeup thread Time-limited test)) after lookup
18:21:39.964 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:39.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:39.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:39.965 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:39.984 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:39.984 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:39.984 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [1ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [1ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [21ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [22ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [23ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [23ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [41ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1164898719(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@2f9ec818 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@631222431 after retry RPC@358965400), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e3fdeba -> wakeup thread Time-limited test -> (continuation of Deferred@631222431 after retry RPC@358965400))) after lookup
18:21:39.985 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:39.986 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:39.986 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:39.986 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:40.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:40.004 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:40.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [1ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [1ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [21ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [22ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [23ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [23ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [41ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [43ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [44ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [45ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [62ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1164898719(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@2f9ec818 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@631222431 after retry RPC@358965400) -> (continuation of Deferred@2018635339 after retry RPC@1183719545), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e3fdeba -> wakeup thread Time-limited test -> (continuation of Deferred@631222431 after retry RPC@358965400) -> (continuation of Deferred@2018635339 after retry RPC@1183719545))) after lookup
18:21:40.006 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:40.007 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:40.007 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:40.007 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:40.104 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:40.104 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:40.104 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=162), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [1ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [1ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [21ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [22ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [23ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [23ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [41ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [43ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [44ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [45ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [62ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [63ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [65ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [65ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [161ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1164898719(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@2f9ec818 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@631222431 after retry RPC@358965400) -> (continuation of Deferred@2018635339 after retry RPC@1183719545) -> (continuation of Deferred@1956846872 after retry RPC@1134126621), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e3fdeba -> wakeup thread Time-limited test -> (continuation of Deferred@631222431 after retry RPC@358965400) -> (continuation of Deferred@2018635339 after retry RPC@1183719545) -> (continuation of Deferred@1956846872 after retry RPC@1134126621))) after lookup
18:21:40.105 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:40.106 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:40.106 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:40.106 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:40.404 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:40.404 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013),762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)[L],76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:40.404 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=462), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [1ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [1ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [21ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [22ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [23ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [23ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [41ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [43ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [44ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [45ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [62ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [63ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [65ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [65ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [161ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [162ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [164ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [164ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [459ms] refreshing cache from master, [459ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [461ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1164898719(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@2f9ec818 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@631222431 after retry RPC@358965400) -> (continuation of Deferred@2018635339 after retry RPC@1183719545) -> (continuation of Deferred@1956846872 after retry RPC@1134126621) -> (continuation of Deferred@1186245999 after retry RPC@1318421034), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e3fdeba -> wakeup thread Time-limited test -> (continuation of Deferred@631222431 after retry RPC@358965400) -> (continuation of Deferred@2018635339 after retry RPC@1183719545) -> (continuation of Deferred@1956846872 after retry RPC@1134126621) -> (continuation of Deferred@1186245999 after retry RPC@1318421034))) after lookup
18:21:40.405 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] connecting to peer
18:21:40.406 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:40.406 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] cleaning up while in state CONNECTING due to: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:40.406 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479) for tablet 25cd17a20ba148d08912e933eb8a5dbe: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479
18:21:41.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.147349 16403 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 10 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:21:41.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.147481 16403 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:41.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.147768 16403 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1:40013)
18:21:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:41.148330 16251 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:41.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:41.148968 16251 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:41.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.151508 16123 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "76a944baa0094788aa028aa0003ecb35" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "248ecd5d76f94381a3f12de4c984a453" is_pre_election: true
18:21:41.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.151875 16251 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 76a944baa0094788aa028aa0003ecb35; no voters: 248ecd5d76f94381a3f12de4c984a453, 762d11af965445e4971d9774ce040ff2
18:21:41.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.152042 16403 raft_consensus.cc:2749] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 10 FOLLOWER]: Leader pre-election lost for term 11. Reason: could not achieve majority
18:21:41.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.294704 16408 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader 762d11af965445e4971d9774ce040ff2)
18:21:41.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.294811 16408 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:41.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.295236 16408 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:41.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:41.295873 16042 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:41.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:41.296538 16042 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.298941 16325 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "248ecd5d76f94381a3f12de4c984a453" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "76a944baa0094788aa028aa0003ecb35" is_pre_election: true
18:21:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.299317 16325 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 248ecd5d76f94381a3f12de4c984a453 in term 10.
18:21:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.299579 16037 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453, 76a944baa0094788aa028aa0003ecb35; no voters: 762d11af965445e4971d9774ce040ff2
18:21:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.299746 16408 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 11 FOLLOWER]: Leader pre-election won for term 12
18:21:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.299813 16408 raft_consensus.cc:493] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 11 FOLLOWER]: Starting leader election (detected failure of leader 762d11af965445e4971d9774ce040ff2)
18:21:41.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.299829 16408 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 11 FOLLOWER]: Advancing to term 12
18:21:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.300444 16408 raft_consensus.cc:515] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.300590 16408 leader_election.cc:290] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 12 election: Requested vote from peers 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479), 76a944baa0094788aa028aa0003ecb35 (127.13.42.2:45185)
18:21:41.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.300787 16325 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "25cd17a20ba148d08912e933eb8a5dbe" candidate_uuid: "248ecd5d76f94381a3f12de4c984a453" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "76a944baa0094788aa028aa0003ecb35"
18:21:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.300873 16325 raft_consensus.cc:3060] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 10 FOLLOWER]: Advancing to term 12
18:21:41.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:41.301247 16042 leader_election.cc:336] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111)
18:21:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.301923 16325 raft_consensus.cc:2468] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 248ecd5d76f94381a3f12de4c984a453 in term 12.
18:21:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.302132 16037 leader_election.cc:304] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 248ecd5d76f94381a3f12de4c984a453, 76a944baa0094788aa028aa0003ecb35; no voters: 762d11af965445e4971d9774ce040ff2
18:21:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.302239 16408 raft_consensus.cc:2804] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 12 FOLLOWER]: Leader election won for term 12
18:21:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.302387 16408 raft_consensus.cc:697] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [term 12 LEADER]: Becoming Leader. State: Replica: 248ecd5d76f94381a3f12de4c984a453, State: Running, Role: LEADER
18:21:41.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.302480 16408 consensus_queue.cc:237] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:41.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.303227 13535 catalog_manager.cc:5719] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 reported cstate change: term changed from 11 to 12, leader changed from 762d11af965445e4971d9774ce040ff2 (127.13.42.3) to 248ecd5d76f94381a3f12de4c984a453 (127.13.42.1). New cstate: current_term: 12 leader_uuid: "248ecd5d76f94381a3f12de4c984a453" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } health_report { overall_health: HEALTHY } } }
18:21:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.797521 16325 raft_consensus.cc:1275] T 25cd17a20ba148d08912e933eb8a5dbe P 76a944baa0094788aa028aa0003ecb35 [term 12 FOLLOWER]: Refusing update from remote peer 248ecd5d76f94381a3f12de4c984a453: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
18:21:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.797930 16408 consensus_queue.cc:1048] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 [LEADER]: Connected to new peer: Peer: permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
18:21:41.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:41.800742 16042 consensus_peers.cc:597] T 25cd17a20ba148d08912e933eb8a5dbe P 248ecd5d76f94381a3f12de4c984a453 -> Peer 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479): Couldn't send request to peer 762d11af965445e4971d9774ce040ff2. Status: Network error: Client connection negotiation failed: client connection to 127.13.42.3:42479: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:21:41.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 25cd17a20ba148d08912e933eb8a5dbe for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345' with partition [<start>, <end>)
18:21:41.964 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=25cd17a20ba148d08912e933eb8a5dbe@[248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)[L],762d11af965445e4971d9774ce040ff2(127.13.42.3:42479),76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)]}]
18:21:41.964 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=25cd17a20ba148d08912e933eb8a5dbe, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2022), Traces: [0ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [1ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [1ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [21ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [22ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [23ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [23ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [41ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [43ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [44ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [45ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [62ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [63ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [65ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [65ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [159ms] refreshing cache from master, [159ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [161ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [162ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [164ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [164ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [459ms] refreshing cache from master, [459ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [461ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, [462ms] sending RPC to server 762d11af965445e4971d9774ce040ff2, [464ms] received response from server 762d11af965445e4971d9774ce040ff2: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [464ms] delaying RPC due to: Network error: Failed to connect to peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479): Connection refused: /127.13.42.3:42479, [2019ms] refreshing cache from master, [2019ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.42.62:36657, [2021ms] Sub RPC GetTableLocations: received response from server master-127.13.42.62:36657: OK, deferred=Deferred@1164898719(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007fdb4436b560@2f9ec818 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@631222431 after retry RPC@358965400) -> (continuation of Deferred@2018635339 after retry RPC@1183719545) -> (continuation of Deferred@1956846872 after retry RPC@1134126621) -> (continuation of Deferred@1186245999 after retry RPC@1318421034) -> (continuation of Deferred@1978840417 after retry RPC@387251495), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4e3fdeba -> wakeup thread Time-limited test -> (continuation of Deferred@631222431 after retry RPC@358965400) -> (continuation of Deferred@2018635339 after retry RPC@1183719545) -> (continuation of Deferred@1956846872 after retry RPC@1134126621) -> (continuation of Deferred@1186245999 after retry RPC@1318421034) -> (continuation of Deferred@1978840417 after retry RPC@387251495))) after lookup
18:21:41.965 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] connecting to peer
18:21:41.966 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] Successfully connected to peer
18:21:41.981 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x9d29fe92, L:/127.0.0.1:50996 - R:/127.13.42.1:40013] using TOKEN/null
18:21:41.990 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.13.42.3:42479
18:21:41.991 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

18:21:41.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:41.991792 13480 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkKwAB5/build/release/bin/kudu
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/logs
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/info.pb
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.3:42479
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.3
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40391
18:21:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.3
18:21:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
18:21:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:42.079628 16442 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
18:21:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:42.079874 16442 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:21:42.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:42.079914 16442 flags.cc:432] Enabled unsafe flag: --never_fsync=true
18:21:42.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:42.082793 16442 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
18:21:42.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:42.082891 16442 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.42.3
18:21:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.085618 16442 tablet_server_runner.cc:78] Tablet server non-default flags:
18:21:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/logs
18:21:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:21:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:21:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:21:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:43829
18:21:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:21:42.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.3:42479
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/info.pb
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.3
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40391
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36657,127.13.42.61:36665,127.13.42.60:44081
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16442
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.3
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision cfdbd367ce7fd9747cb6f1860fc64263d9f9f79a
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 17:57:35 UTC on e7f111948823
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17630
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.085887 16442 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:21:42.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.086130 16442 file_cache.cc:504] Constructed file cache file cache with capacity 419430
18:21:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:42.089124 16453 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:42.089210 16449 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.089504 16442 server_base.cc:1061] running on GCE node
18:21:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 18:21:42.089586 16450 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:21:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.089847 16442 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:21:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.090039 16442 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:21:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.091194 16442 hybrid_clock.cc:648] HybridClock initialized: now 1786472502091167 us; error 44 us; skew 500 ppm
18:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.092453 16442 webserver.cc:533] Webserver started at http://127.13.42.3:40391/ using document root <none> and password file <none>
18:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.092643 16442 fs_manager.cc:362] Metadata directory not provided
18:21:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.092677 16442 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:21:42.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.094278 16442 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
18:21:42.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.095356 16459 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.095538 16442 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.095605 16442 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data,/tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "762d11af965445e4971d9774ce040ff2"
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 18:21:08 on dist-test-slave-wl2h"
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.095924 16442 fs_report.cc:389] FS layout report
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/wal
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/data
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:21:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:21:42.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.111466 16442 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
18:21:42.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.111790 16442 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:21:42.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.111886 16442 kserver.cc:163] Server-wide thread pool size limit: 3276
18:21:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.112102 16442 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
18:21:42.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.112694 16466 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
18:21:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.113656 16442 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
18:21:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.113754 16442 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
18:21:42.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.113797 16442 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
18:21:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.114461 16442 ts_tablet_manager.cc:616] Registered 1 tablets
18:21:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.114521 16442 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
18:21:42.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.114574 16466 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Bootstrap starting.
18:21:42.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.122210 16442 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.3:42479
18:21:42.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.122270 16597 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.42.3:42479 every 8 connection(s)
18:21:42.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.122609 16442 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkKwAB5/test-tmp/mini-kudu-cluster17412494244909959728/ts-2/data/info.pb
18:21:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.126009 16466 log.cc:826] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Log is configured to *not* fsync() on all Append() calls
18:21:42.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.128858 13480 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkKwAB5/build/release/bin/kudu as pid 16442
18:21:42.129 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
18:21:42.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.129712 16598 heartbeater.cc:344] Connected to a master server at 127.13.42.60:44081
18:21:42.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.129810 16598 heartbeater.cc:461] Registering TS with master...
18:21:42.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.130312 16598 heartbeater.cc:507] Master 127.13.42.60:44081 requested a full tablet report, sending...
18:21:42.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.130921 13710 ts_manager.cc:194] Re-registered known tserver with Master: 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479)
18:21:42.133 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345, tablet=25cd17a20ba148d08912e933eb8a5dbe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:21:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.132656 16600 heartbeater.cc:344] Connected to a master server at 127.13.42.62:36657
18:21:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.132717 16600 heartbeater.cc:461] Registering TS with master...
18:21:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.132836 16600 heartbeater.cc:507] Master 127.13.42.62:36657 requested a full tablet report, sending...
18:21:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.133162 13535 ts_manager.cc:194] Re-registered known tserver with Master: 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479)
18:21:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.133694 13535 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.42.3:40539
18:21:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.134338 16601 heartbeater.cc:344] Connected to a master server at 127.13.42.61:36665
18:21:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.134389 16601 heartbeater.cc:461] Registering TS with master...
18:21:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.134604 16601 heartbeater.cc:507] Master 127.13.42.61:36665 requested a full tablet report, sending...
18:21:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.134923 13618 ts_manager.cc:194] Re-registered known tserver with Master: 762d11af965445e4971d9774ce040ff2 (127.13.42.3:42479)
18:21:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.135296 16466 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
18:21:42.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.135569 16466 tablet_bootstrap.cc:492] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Bootstrap complete.
18:21:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.136497 16466 ts_tablet_manager.cc:1403] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Time spent bootstrapping tablet: real 0.022s	user 0.005s	sys 0.012s
18:21:42.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.137619 16466 raft_consensus.cc:359] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:42.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.137892 16466 raft_consensus.cc:740] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: 762d11af965445e4971d9774ce040ff2, State: Initialized, Role: FOLLOWER
18:21:42.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.137993 16466 consensus_queue.cc:260] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "762d11af965445e4971d9774ce040ff2" member_type: VOTER last_known_addr { host: "127.13.42.3" port: 42479 } } peers { permanent_uuid: "76a944baa0094788aa028aa0003ecb35" member_type: VOTER last_known_addr { host: "127.13.42.2" port: 45185 } } peers { permanent_uuid: "248ecd5d76f94381a3f12de4c984a453" member_type: VOTER last_known_addr { host: "127.13.42.1" port: 40013 } }
18:21:42.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.138281 16466 ts_tablet_manager.cc:1434] T 25cd17a20ba148d08912e933eb8a5dbe P 762d11af965445e4971d9774ce040ff2: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.002s
18:21:42.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.138649 16600 heartbeater.cc:499] Master 127.13.42.62:36657 was elected leader, sending a full tablet report...
18:21:42.140 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786472469345, tablet=25cd17a20ba148d08912e933eb8a5dbe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
18:21:42.145 [DEBUG - main] (Connection.java:575) [peer master-127.13.42.60:44081(127.13.42.60:44081)] disconnecting while in state READY
18:21:42.146 [DEBUG - main] (Connection.java:575) [peer master-127.13.42.62:36657(127.13.42.62:36657)] disconnecting while in state READY
18:21:42.146 [DEBUG - main] (Connection.java:575) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] disconnecting while in state READY
18:21:42.146 [DEBUG - main] (Connection.java:575) [peer master-127.13.42.61:36665(127.13.42.61:36665)] disconnecting while in state READY
18:21:42.146 [DEBUG - main] (Connection.java:575) [peer 76a944baa0094788aa028aa0003ecb35(127.13.42.2:45185)] disconnecting while in state TERMINATED
18:21:42.146 [DEBUG - main] (Connection.java:575) [peer 762d11af965445e4971d9774ce040ff2(127.13.42.3:42479)] disconnecting while in state TERMINATED
18:21:42.149 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.13.42.60:44081(127.13.42.60:44081)] handling channelInactive
18:21:42.149 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.42.61:36665(127.13.42.61:36665)] handling channelInactive
18:21:42.149 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.42.60:44081(127.13.42.60:44081)] cleaning up while in state READY due to: connection closed
18:21:42.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.42.61:36665(127.13.42.61:36665)] cleaning up while in state READY due to: connection closed
18:21:42.150 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
18:21:42.151 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.42.62:36657(127.13.42.62:36657)] handling channelInactive
18:21:42.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.42.62:36657(127.13.42.62:36657)] cleaning up while in state READY due to: connection closed
18:21:42.151 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] handling channelInactive
18:21:42.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 248ecd5d76f94381a3f12de4c984a453(127.13.42.1:40013)] cleaning up while in state READY due to: connection closed
18:21:42.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.152541 13480 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkKwAB5/build/release/bin/kudu with pid 16015
18:21:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.161932 13480 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkKwAB5/build/release/bin/kudu with pid 16231
18:21:42.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.171801 13480 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkKwAB5/build/release/bin/kudu with pid 16442
18:21:42.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.181778 13480 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkKwAB5/build/release/bin/kudu with pid 13495
18:21:42.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.192660 13480 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkKwAB5/build/release/bin/kudu with pid 13579
18:21:42.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 18:21:42.204484 13480 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkKwAB5/build/release/bin/kudu with pid 13667
18:21:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T18:21:42Z chronyd exiting

Time: 35.657

OK (1 test)

