JUnit version 4.13.2
.08:19:54.425 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786522794418
08:19:54.488 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
08:19:54.541 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:19:54.552 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskQSST7J/test-tmp
08:19:54.558 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
08:19:54.561 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskQSST7J/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
08:19:54.770 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

08:19:54.784 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:19:54.785 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

08:19:54.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.786406  8181 mini_oidc.cc:150] Starting JWKS server
08:19:54.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.788040  8181 webserver.cc:533] Webserver started at http://127.0.0.1:37933/ using document root <none> and password file <none>
08:19:54.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.788192  8181 mini_oidc.cc:186] Starting OIDC Discovery server
08:19:54.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.788455  8181 webserver.cc:533] Webserver started at http://127.0.0.1:41893/ using document root <none> and password file <none>
08:19:54.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T08:19:54Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:19:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T08:19:54Z Disabled control of system clock
08:19:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.802989  8181 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:19:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:19:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-0/wal
08:19:54.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-0/data
08:19:54.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:19:54.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:19:54.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:19:54.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:19:54.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:19:54.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:19:54.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-0/logs
08:19:54.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-0/data/info.pb
08:19:54.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:19:54.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:19:54.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:19:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:19:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:19:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:19:54.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:19:54.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:19:54.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:19:54.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:19:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:19:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:19:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.126:40993
08:19:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.126
08:19:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:19:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:19:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:19:54.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:19:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:19:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:19:54.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:19:54.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:19:54.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37933/jwks.json with env {}
08:19:54.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:54.904229  8202 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:19:54.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:54.904435  8202 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:19:54.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:54.904495  8202 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:19:54.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:54.908097  8202 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:19:54.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:54.908154  8202 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:19:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:54.908181  8202 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:19:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:54.908205  8202 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:19:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:54.908227  8202 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:19:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:54.908247  8202 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37933/jwks.json
08:19:54.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.912537  8202 master_runner.cc:387] Master server non-default flags:
08:19:54.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-0/logs
08:19:54.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:19:54.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:19:54.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:19:54.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:19:54.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:19:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:19:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-0/data
08:19:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-0/wal
08:19:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:19:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:19:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:19:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:19:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:19:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.126:40993
08:19:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:19:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:19:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:19:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37933/jwks.json
08:19:54.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:19:54.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:19:54.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-0/data/info.pb
08:19:54.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.126
08:19:54.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:19:54.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:19:54.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8202
08:19:54.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:19:54.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:19:54.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:19:54.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:19:54.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:19:54.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:19:54.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:19:54.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:19:54.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:19:54.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:13 UTC on bdcb31816ec0
08:19:54.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13300
08:19:54.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.913812  8202 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:19:54.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.915210  8202 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:19:54.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:54.921830  8210 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:54.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:54.921886  8211 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:54.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.922163  8202 server_base.cc:1061] running on GCE node
08:19:54.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:54.922710  8213 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:54.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.923243  8202 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:19:54.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.924433  8202 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:19:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.925640  8202 hybrid_clock.cc:648] HybridClock initialized: now 1786522794925657 us; error 78 us; skew 500 ppm
08:19:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.927340  8202 webserver.cc:533] Webserver started at http://127.7.253.126:36913/ using document root <none> and password file <none>
08:19:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.927825  8202 fs_manager.cc:362] Metadata directory not provided
08:19:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.927873  8202 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:19:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.928016  8202 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:19:54.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.929538  8202 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-0/data/instance:
08:19:54.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea32f2068b884048b4c57550d979b2c4"
08:19:54.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:54 on dist-test-slave-6zbq"
08:19:54.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.929942  8202 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-0/wal/instance:
08:19:54.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea32f2068b884048b4c57550d979b2c4"
08:19:54.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:54 on dist-test-slave-6zbq"
08:19:54.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.933314  8202 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.002s
08:19:54.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.935429  8226 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:19:54.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.936399  8202 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
08:19:54.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.936493  8202 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-0/data,/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-0/wal
08:19:54.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ea32f2068b884048b4c57550d979b2c4"
08:19:54.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:54 on dist-test-slave-6zbq"
08:19:54.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.936563  8202 fs_report.cc:389] FS layout report
08:19:54.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:19:54.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-0/wal
08:19:54.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-0/wal
08:19:54.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-0/data/data
08:19:54.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:19:54.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:19:54.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:19:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:19:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:19:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:19:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:19:54.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:19:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:19:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:19:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:19:54.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.959551  8202 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:19:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.960060  8202 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:19:54.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.960188  8202 kserver.cc:163] Server-wide thread pool size limit: 3276
08:19:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.966445  8202 rpc_server.cc:307] RPC server started. Bound to: 127.7.253.126:40993
08:19:54.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.966449  8315 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.253.126:40993 every 8 connection(s)
08:19:54.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.967466  8202 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-0/data/info.pb
08:19:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.970171  8316 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:19:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.970276  8181 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQSST7J/build/debug/bin/kudu as pid 8202
08:19:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.970436  8181 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-0/wal/instance
08:19:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.972043  8181 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:19:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:19:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-1/wal
08:19:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-1/data
08:19:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:19:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:19:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:19:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:19:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:19:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:19:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-1/logs
08:19:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-1/data/info.pb
08:19:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:19:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:19:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:19:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:19:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:19:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:19:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:19:54.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:19:54.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:19:54.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:19:54.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:19:54.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:19:54.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.125:37693
08:19:54.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.125
08:19:54.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:19:54.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:19:54.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:19:54.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:19:54.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:19:54.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:19:54.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:19:54.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:19:54.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37933/jwks.json with env {}
08:19:54.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.973489  8316 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } has no permanent_uuid. Determining permanent_uuid...
08:19:54.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:54.988468  8316 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } has no permanent_uuid. Determining permanent_uuid...
08:19:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:54.989198  8228 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.253.125:37693: connect: Connection refused (error 111)
08:19:54.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:54.990057  8316 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.253.125:37693: Network error: Client connection negotiation failed: client connection to 127.7.253.125:37693: connect: Connection refused (error 111)
08:19:55.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.039291  8316 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } attempt: 1
08:19:55.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.040876  8316 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.253.125:37693: Network error: Client connection negotiation failed: client connection to 127.7.253.125:37693: connect: Connection refused (error 111)
08:19:55.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.077132  8318 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:19:55.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.077310  8318 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:19:55.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.077353  8318 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:19:55.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.080626  8318 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:19:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.080677  8318 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:19:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.080695  8318 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:19:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.080711  8318 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:19:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.080727  8318 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:19:55.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.080746  8318 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37933/jwks.json
08:19:55.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.085492  8318 master_runner.cc:387] Master server non-default flags:
08:19:55.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-1/logs
08:19:55.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:19:55.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:19:55.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:19:55.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:19:55.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:19:55.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:19:55.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-1/data
08:19:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-1/wal
08:19:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:19:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:19:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:19:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:19:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:19:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.125:37693
08:19:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:19:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:19:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:19:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37933/jwks.json
08:19:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:19:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:19:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-1/data/info.pb
08:19:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.125
08:19:55.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:19:55.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:19:55.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8318
08:19:55.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:19:55.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:19:55.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:19:55.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:19:55.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:19:55.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:19:55.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:19:55.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:19:55.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:19:55.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:13 UTC on bdcb31816ec0
08:19:55.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13300
08:19:55.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.086433  8318 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:19:55.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.087461  8318 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:19:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.094578  8336 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:55.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.094702  8335 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:55.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.094830  8340 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:55.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.095526  8318 server_base.cc:1061] running on GCE node
08:19:55.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.096027  8318 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:19:55.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.097019  8318 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:19:55.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.098188  8318 hybrid_clock.cc:648] HybridClock initialized: now 1786522795098175 us; error 24 us; skew 500 ppm
08:19:55.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.100224  8318 webserver.cc:533] Webserver started at http://127.7.253.125:46059/ using document root <none> and password file <none>
08:19:55.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.100838  8318 fs_manager.cc:362] Metadata directory not provided
08:19:55.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.100910  8318 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:19:55.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.101151  8318 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:19:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.103140  8318 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-1/data/instance:
08:19:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a84d6678db046fc92bfffb1ecfdc9ff"
08:19:55.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:19:55.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.103658  8318 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-1/wal/instance:
08:19:55.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a84d6678db046fc92bfffb1ecfdc9ff"
08:19:55.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:19:55.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.107515  8318 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
08:19:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.109030  8316 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } attempt: 2
08:19:55.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.110546  8316 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.253.125:37693: Network error: Client connection negotiation failed: client connection to 127.7.253.125:37693: connect: Connection refused (error 111)
08:19:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.110868  8349 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:19:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.111865  8318 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
08:19:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.111969  8318 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-1/data,/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-1/wal
08:19:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a84d6678db046fc92bfffb1ecfdc9ff"
08:19:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:19:55.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.112054  8318 fs_report.cc:389] FS layout report
08:19:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:19:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-1/wal
08:19:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-1/wal
08:19:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-1/data/data
08:19:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:19:55.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:19:55.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:19:55.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:19:55.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:19:55.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:19:55.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:19:55.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:19:55.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:19:55.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:19:55.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:19:55.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.146482  8318 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:19:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.147280  8318 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:19:55.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.147466  8318 kserver.cc:163] Server-wide thread pool size limit: 3276
08:19:55.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.154314  8318 rpc_server.cc:307] RPC server started. Bound to: 127.7.253.125:37693
08:19:55.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.154320  8443 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.253.125:37693 every 8 connection(s)
08:19:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.155428  8318 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-1/data/info.pb
08:19:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.158164  8444 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:19:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.158963  8181 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQSST7J/build/debug/bin/kudu as pid 8318
08:19:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.159055  8181 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-1/wal/instance
08:19:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.159819  8181 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:19:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:19:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-2/wal
08:19:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-2/data
08:19:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:19:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:19:55.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:19:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:19:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:19:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:19:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-2/logs
08:19:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-2/data/info.pb
08:19:55.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:19:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:19:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:19:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:19:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:19:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:19:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:19:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:19:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:19:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:19:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:19:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:19:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.124:43369
08:19:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.124
08:19:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:19:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:19:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:19:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:19:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:19:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:19:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:19:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:19:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37933/jwks.json with env {}
08:19:55.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.161903  8444 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } has no permanent_uuid. Determining permanent_uuid...
08:19:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.173532  8444 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } has no permanent_uuid. Determining permanent_uuid...
08:19:55.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.179612  8444 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } has no permanent_uuid. Determining permanent_uuid...
08:19:55.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.180440  8352 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.253.124:43369: connect: Connection refused (error 111)
08:19:55.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.181548  8444 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.253.124:43369: Network error: Client connection negotiation failed: client connection to 127.7.253.124:43369: connect: Connection refused (error 111)
08:19:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.201700  8316 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } attempt: 3
08:19:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.205785  8316 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } has no permanent_uuid. Determining permanent_uuid...
08:19:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.206995  8316 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.253.124:43369: Network error: Client connection negotiation failed: client connection to 127.7.253.124:43369: connect: Connection refused (error 111)
08:19:55.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.230764  8444 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } attempt: 1
08:19:55.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.232066  8444 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.253.124:43369: Network error: Client connection negotiation failed: client connection to 127.7.253.124:43369: connect: Connection refused (error 111)
08:19:55.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.238133  8316 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } attempt: 1
08:19:55.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.239269  8316 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.253.124:43369: Network error: Client connection negotiation failed: client connection to 127.7.253.124:43369: connect: Connection refused (error 111)
08:19:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.264411  8446 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:19:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.264580  8446 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:19:55.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.264622  8446 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:19:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.267854  8446 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:19:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.267904  8446 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:19:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.267921  8446 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:19:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.267937  8446 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:19:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.267952  8446 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:19:55.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.267964  8446 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37933/jwks.json
08:19:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.271723  8446 master_runner.cc:387] Master server non-default flags:
08:19:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-2/logs
08:19:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:19:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:19:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:19:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:19:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:19:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:19:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-2/data
08:19:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-2/wal
08:19:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:19:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:19:55.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:19:55.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:19:55.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:19:55.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.124:43369
08:19:55.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:19:55.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:19:55.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:19:55.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37933/jwks.json
08:19:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:19:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:19:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-2/data/info.pb
08:19:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.124
08:19:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:19:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:19:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8446
08:19:55.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:19:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:19:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:19:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:19:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:19:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:19:55.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:19:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:19:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:19:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:13 UTC on bdcb31816ec0
08:19:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13300
08:19:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.272564  8446 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:19:55.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.273795  8446 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:19:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.279783  8461 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.279999  8446 server_base.cc:1061] running on GCE node
08:19:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.280068  8464 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:55.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.279788  8467 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:55.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.282719  8446 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:19:55.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.283571  8446 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:19:55.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.284736  8446 hybrid_clock.cc:648] HybridClock initialized: now 1786522795284717 us; error 35 us; skew 500 ppm
08:19:55.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.286500  8446 webserver.cc:533] Webserver started at http://127.7.253.124:38915/ using document root <none> and password file <none>
08:19:55.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.287075  8446 fs_manager.cc:362] Metadata directory not provided
08:19:55.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.287137  8446 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:19:55.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.287358  8446 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:19:55.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.288875  8446 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-2/data/instance:
08:19:55.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de0ddd1f80e04016b5ec8f5cb9be5232"
08:19:55.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:19:55.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.289355  8446 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-2/wal/instance:
08:19:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de0ddd1f80e04016b5ec8f5cb9be5232"
08:19:55.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:19:55.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.292603  8446 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.002s	sys 0.003s
08:19:55.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.294665  8477 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:19:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.295604  8446 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
08:19:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.295703  8446 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-2/data,/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-2/wal
08:19:55.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "de0ddd1f80e04016b5ec8f5cb9be5232"
08:19:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:19:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.295763  8446 fs_report.cc:389] FS layout report
08:19:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:19:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-2/wal
08:19:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-2/wal
08:19:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-2/data/data
08:19:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:19:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:19:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:19:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:19:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:19:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:19:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:19:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:19:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:19:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:19:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:19:55.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.300239  8444 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } attempt: 2
08:19:55.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.301481  8444 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.253.124:43369: Network error: Client connection negotiation failed: client connection to 127.7.253.124:43369: connect: Connection refused (error 111)
08:19:55.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.312521  8446 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:19:55.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.313025  8446 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:19:55.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.313148  8446 kserver.cc:163] Server-wide thread pool size limit: 3276
08:19:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.314404  8316 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } attempt: 2
08:19:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.315634  8316 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.253.124:43369: Network error: Client connection negotiation failed: client connection to 127.7.253.124:43369: connect: Connection refused (error 111)
08:19:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.320006  8446 rpc_server.cc:307] RPC server started. Bound to: 127.7.253.124:43369
08:19:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.320012  8569 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.253.124:43369 every 8 connection(s)
08:19:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.320993  8446 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-2/data/info.pb
08:19:55.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.323612  8570 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:19:55.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.326537  8181 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQSST7J/build/debug/bin/kudu as pid 8446
08:19:55.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.326646  8181 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/master-2/wal/instance
08:19:55.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.326218  8570 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } has no permanent_uuid. Determining permanent_uuid...
08:19:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.335120  8570 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } has no permanent_uuid. Determining permanent_uuid...
08:19:55.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.339964  8570 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } has no permanent_uuid. Determining permanent_uuid...
08:19:55.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.345691  8570 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232: Bootstrap starting.
08:19:55.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.347651  8570 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232: Neither blocks nor log segments found. Creating new log.
08:19:55.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.348242  8570 log.cc:826] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232: Log is configured to *not* fsync() on all Append() calls
08:19:55.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.349947  8570 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232: No bootstrap required, opened a new log
08:19:55.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.352617  8570 raft_consensus.cc:359] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } }
08:19:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.353075  8570 raft_consensus.cc:385] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:19:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.353174  8570 raft_consensus.cc:740] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: de0ddd1f80e04016b5ec8f5cb9be5232, State: Initialized, Role: FOLLOWER
08:19:55.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.353554  8570 consensus_queue.cc:260] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } }
08:19:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.353966  8584 sys_catalog.cc:455] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } } }
08:19:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.354067  8584 sys_catalog.cc:458] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232 [sys.catalog]: This master's current role is: FOLLOWER
08:19:55.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.354486  8570 sys_catalog.cc:565] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232 [sys.catalog]: configured and running, proceeding with master startup.
08:19:55.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.358489  8601 catalog_manager.cc:1594] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:19:55.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.358551  8601 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:19:55.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.357435  8446 master_runner.cc:187] Error getting master registration for 127.7.253.126:40993: OK, instance_id { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" instance_seqno: 1786522794964754 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:19:55.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.359589  8446 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:19:55.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.392683  8444 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } attempt: 3
08:19:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.398535  8444 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff: Bootstrap starting.
08:19:55.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.401358  8444 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff: Neither blocks nor log segments found. Creating new log.
08:19:55.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.402119  8444 log.cc:826] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff: Log is configured to *not* fsync() on all Append() calls
08:19:55.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.403856  8444 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff: No bootstrap required, opened a new log
08:19:55.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.406513  8444 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } }
08:19:55.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.406656  8444 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:19:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.406703  8444 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a84d6678db046fc92bfffb1ecfdc9ff, State: Initialized, Role: FOLLOWER
08:19:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.407155  8444 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } }
08:19:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.407650  8604 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } } }
08:19:55.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.407766  8604 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff [sys.catalog]: This master's current role is: FOLLOWER
08:19:55.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.408351  8444 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff [sys.catalog]: configured and running, proceeding with master startup.
08:19:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.412892  8625 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:19:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.413196  8625 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:19:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.411643  8318 master_runner.cc:187] Error getting master registration for 127.7.253.126:40993: OK, instance_id { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" instance_seqno: 1786522794964754 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:19:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.413844  8318 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:19:55.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.415077  8316 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } attempt: 3
08:19:55.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.421824  8316 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4: Bootstrap starting.
08:19:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.424269  8316 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4: Neither blocks nor log segments found. Creating new log.
08:19:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.425335  8316 log.cc:826] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4: Log is configured to *not* fsync() on all Append() calls
08:19:55.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.427488  8316 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4: No bootstrap required, opened a new log
08:19:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.430763  8316 raft_consensus.cc:359] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } }
08:19:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.430928  8316 raft_consensus.cc:385] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:19:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.430974  8316 raft_consensus.cc:740] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ea32f2068b884048b4c57550d979b2c4, State: Initialized, Role: FOLLOWER
08:19:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.431401  8316 consensus_queue.cc:260] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } }
08:19:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.431905  8629 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } } }
08:19:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.432277  8629 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [sys.catalog]: This master's current role is: FOLLOWER
08:19:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.432480  8316 sys_catalog.cc:565] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [sys.catalog]: configured and running, proceeding with master startup.
08:19:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.439493  8651 catalog_manager.cc:1594] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:19:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.445107  8651 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:19:55.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.445415  8202 master_runner.cc:264] No leader master found from master ea32f2068b884048b4c57550d979b2c4
08:19:55.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.446126  8202 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:19:55.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.456637  8629 raft_consensus.cc:493] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:19:55.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.456780  8629 raft_consensus.cc:515] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } }
08:19:55.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.457723  8629 leader_election.cc:290] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7a84d6678db046fc92bfffb1ecfdc9ff (127.7.253.125:37693), de0ddd1f80e04016b5ec8f5cb9be5232 (127.7.253.124:43369)
08:19:55.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.458562  8525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ea32f2068b884048b4c57550d979b2c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" is_pre_election: true
08:19:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.458804  8525 raft_consensus.cc:2468] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ea32f2068b884048b4c57550d979b2c4 in term 0.
08:19:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.459190  8229 leader_election.cc:304] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: de0ddd1f80e04016b5ec8f5cb9be5232, ea32f2068b884048b4c57550d979b2c4; no voters: 
08:19:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.459928  8392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ea32f2068b884048b4c57550d979b2c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" is_pre_election: true
08:19:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.460147  8392 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ea32f2068b884048b4c57550d979b2c4 in term 0.
08:19:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.460667  8629 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:19:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.460744  8629 raft_consensus.cc:493] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:19:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.460785  8629 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [term 0 FOLLOWER]: Advancing to term 1
08:19:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.461324  8232 tablet.cc:2406] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:19:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.461913  8629 raft_consensus.cc:515] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } }
08:19:55.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.462244  8629 leader_election.cc:290] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [CANDIDATE]: Term 1 election: Requested vote from peers 7a84d6678db046fc92bfffb1ecfdc9ff (127.7.253.125:37693), de0ddd1f80e04016b5ec8f5cb9be5232 (127.7.253.124:43369)
08:19:55.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.463074  8525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ea32f2068b884048b4c57550d979b2c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232"
08:19:55.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.463173  8525 raft_consensus.cc:3060] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232 [term 0 FOLLOWER]: Advancing to term 1
08:19:55.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.464193  8525 raft_consensus.cc:2468] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ea32f2068b884048b4c57550d979b2c4 in term 1.
08:19:55.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.464507  8229 leader_election.cc:304] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: de0ddd1f80e04016b5ec8f5cb9be5232, ea32f2068b884048b4c57550d979b2c4; no voters: 
08:19:55.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.464735  8392 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ea32f2068b884048b4c57550d979b2c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff"
08:19:55.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.464833  8392 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff [term 0 FOLLOWER]: Advancing to term 1
08:19:55.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.465831  8392 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ea32f2068b884048b4c57550d979b2c4 in term 1.
08:19:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.466758  8629 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [term 1 FOLLOWER]: Leader election won for term 1
08:19:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.466984  8629 raft_consensus.cc:697] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [term 1 LEADER]: Becoming Leader. State: Replica: ea32f2068b884048b4c57550d979b2c4, State: Running, Role: LEADER
08:19:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.467267  8629 consensus_queue.cc:237] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } }
08:19:55.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.471601  8629 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ea32f2068b884048b4c57550d979b2c4. Latest consensus state: current_term: 1 leader_uuid: "ea32f2068b884048b4c57550d979b2c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } } }
08:19:55.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.471717  8629 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [sys.catalog]: This master's current role is: LEADER
08:19:55.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.475571  8658 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
08:19:55.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.478847  8658 catalog_manager.cc:1520] Initializing Kudu cluster ID...
08:19:55.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.485361  8525 raft_consensus.cc:1275] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232 [term 1 FOLLOWER]: Refusing update from remote peer ea32f2068b884048b4c57550d979b2c4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:19:55.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.486402  8629 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:19:55.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.490672  8584 sys_catalog.cc:455] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ea32f2068b884048b4c57550d979b2c4. Latest consensus state: current_term: 1 leader_uuid: "ea32f2068b884048b4c57550d979b2c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } } }
08:19:55.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.490784  8584 sys_catalog.cc:458] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232 [sys.catalog]: This master's current role is: FOLLOWER
08:19:55.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.493994  8392 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff [term 1 FOLLOWER]: Refusing update from remote peer ea32f2068b884048b4c57550d979b2c4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:19:55.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.494558  8629 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:19:55.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.498721  8604 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff [sys.catalog]: SysCatalogTable state changed. Reason: New leader ea32f2068b884048b4c57550d979b2c4. Latest consensus state: current_term: 1 leader_uuid: "ea32f2068b884048b4c57550d979b2c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } } }
08:19:55.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.498832  8604 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff [sys.catalog]: This master's current role is: FOLLOWER
08:19:55.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.499609  8584 sys_catalog.cc:455] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ea32f2068b884048b4c57550d979b2c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } } }
08:19:55.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.499702  8584 sys_catalog.cc:458] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232 [sys.catalog]: This master's current role is: FOLLOWER
08:19:55.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.500734  8629 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ea32f2068b884048b4c57550d979b2c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } } }
08:19:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.500835  8629 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [sys.catalog]: This master's current role is: LEADER
08:19:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.501641  8659 mvcc.cc:204] Tried to move back new op lower bound from 7317597370301284352 to 7317597370248159232. Current Snapshot: MvccSnapshot[applied={T|T < 7317597370301284352}]
08:19:55.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.505214  8655 sys_catalog.cc:455] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ea32f2068b884048b4c57550d979b2c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } } }
08:19:55.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.505322  8655 sys_catalog.cc:458] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4 [sys.catalog]: This master's current role is: LEADER
08:19:55.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.506273  8604 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ea32f2068b884048b4c57550d979b2c4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ea32f2068b884048b4c57550d979b2c4" member_type: VOTER last_known_addr { host: "127.7.253.126" port: 40993 } } peers { permanent_uuid: "7a84d6678db046fc92bfffb1ecfdc9ff" member_type: VOTER last_known_addr { host: "127.7.253.125" port: 37693 } } peers { permanent_uuid: "de0ddd1f80e04016b5ec8f5cb9be5232" member_type: VOTER last_known_addr { host: "127.7.253.124" port: 43369 } } }
08:19:55.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.506397  8604 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff [sys.catalog]: This master's current role is: FOLLOWER
08:19:55.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.509090  8663 mvcc.cc:204] Tried to move back new op lower bound from 7317597370301284352 to 7317597370248159232. Current Snapshot: MvccSnapshot[applied={T|T < 7317597370301284352}]
08:19:55.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.513833  8658 catalog_manager.cc:1383] Generated new cluster ID: b960ff67cbc244c2b8eed9b9696bba77
08:19:55.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.513895  8658 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
08:19:55.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.533995  8658 catalog_manager.cc:1406] Generated new certificate authority record
08:19:55.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.535331  8658 catalog_manager.cc:1540] Loading token signing keys...
08:19:55.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.551468  8658 catalog_manager.cc:6092] T 00000000000000000000000000000000 P ea32f2068b884048b4c57550d979b2c4: Generated new TSK 0
08:19:55.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.552235  8658 catalog_manager.cc:1550] Initializing in-progress tserver states...
08:19:55.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.562901  8181 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:19:55.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:19:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:19:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data
08:19:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:19:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:19:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:19:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:19:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:19:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:19:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/logs
08:19:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data/info.pb
08:19:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:19:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:19:55.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:19:55.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:19:55.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:19:55.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:19:55.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:19:55.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:19:55.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:19:55.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:19:55.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.65:0
08:19:55.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.65
08:19:55.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.65
08:19:55.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:19:55.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:19:55.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:19:55.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:19:55.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:19:55.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:19:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.693243  8669 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:19:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.693403  8669 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:19:55.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.693442  8669 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:19:55.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.696751  8669 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:19:55.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.696843  8669 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.253.65
08:19:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.700459  8669 tablet_server_runner.cc:78] Tablet server non-default flags:
08:19:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/logs
08:19:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:19:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:19:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:19:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:19:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.65:0
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data/info.pb
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.65
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8669
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.65
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:19:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:19:55.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:19:55.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:19:55.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:19:55.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:13 UTC on bdcb31816ec0
08:19:55.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13300
08:19:55.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.701313  8669 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:19:55.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.702586  8669 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:19:55.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.709766  8675 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:55.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.709786  8678 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:55.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.709970  8676 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:55.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.710427  8669 server_base.cc:1061] running on GCE node
08:19:55.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.710762  8669 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:19:55.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.711205  8669 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:19:55.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.712354  8669 hybrid_clock.cc:648] HybridClock initialized: now 1786522795712338 us; error 36 us; skew 500 ppm
08:19:55.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.713968  8669 webserver.cc:533] Webserver started at http://127.7.253.65:38989/ using document root <none> and password file <none>
08:19:55.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.714500  8669 fs_manager.cc:362] Metadata directory not provided
08:19:55.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.714552  8669 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:19:55.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.714694  8669 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:19:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.716012  8669 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data/instance:
08:19:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "856413143daf4727bf59f0856436e07d"
08:19:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:19:55.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.716403  8669 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal/instance:
08:19:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "856413143daf4727bf59f0856436e07d"
08:19:55.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:19:55.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.719547  8669 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.004s	sys 0.000s
08:19:55.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.721731  8686 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:19:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.722898  8669 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
08:19:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.723233  8669 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data,/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:19:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "856413143daf4727bf59f0856436e07d"
08:19:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:19:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.723681  8669 fs_report.cc:389] FS layout report
08:19:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:19:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:19:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:19:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data/data
08:19:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:19:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:19:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:19:55.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:19:55.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:19:55.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:19:55.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:19:55.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:19:55.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:19:55.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:19:55.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:19:55.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.745803  8669 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:19:55.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.746292  8669 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:19:55.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.746455  8669 kserver.cc:163] Server-wide thread pool size limit: 3276
08:19:55.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.746893  8669 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:19:55.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.747767  8669 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:19:55.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.747813  8669 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:19:55.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.747846  8669 ts_tablet_manager.cc:616] Registered 0 tablets
08:19:55.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.747860  8669 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:19:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.755921  8669 rpc_server.cc:307] RPC server started. Bound to: 127.7.253.65:40293
08:19:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.755959  8877 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.253.65:40293 every 8 connection(s)
08:19:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.756693  8669 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data/info.pb
08:19:55.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.764787  8181 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQSST7J/build/debug/bin/kudu as pid 8669
08:19:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.764904  8181 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal/instance
08:19:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.764981  8879 heartbeater.cc:344] Connected to a master server at 127.7.253.124:43369
08:19:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.765172  8879 heartbeater.cc:461] Registering TS with master...
08:19:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.765661  8879 heartbeater.cc:507] Master 127.7.253.124:43369 requested a full tablet report, sending...
08:19:55.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.766215  8882 heartbeater.cc:344] Connected to a master server at 127.7.253.125:37693
08:19:55.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.766319  8882 heartbeater.cc:461] Registering TS with master...
08:19:55.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.766517  8882 heartbeater.cc:507] Master 127.7.253.125:37693 requested a full tablet report, sending...
08:19:55.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.767334  8881 heartbeater.cc:344] Connected to a master server at 127.7.253.126:40993
08:19:55.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.767565  8375 ts_manager.cc:194] Registered new tserver with Master: 856413143daf4727bf59f0856436e07d (127.7.253.65:40293)
08:19:55.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.767613  8881 heartbeater.cc:461] Registering TS with master...
08:19:55.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.767639  8181 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:19:55.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:19:55.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:19:55.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/logs
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data/info.pb
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.66:0
08:19:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.66
08:19:55.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.66
08:19:55.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:19:55.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:19:55.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:19:55.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:19:55.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:19:55.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:19:55.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.767788  8881 heartbeater.cc:507] Master 127.7.253.126:40993 requested a full tablet report, sending...
08:19:55.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.767942  8501 ts_manager.cc:194] Registered new tserver with Master: 856413143daf4727bf59f0856436e07d (127.7.253.65:40293)
08:19:55.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.769840  8246 ts_manager.cc:194] Registered new tserver with Master: 856413143daf4727bf59f0856436e07d (127.7.253.65:40293)
08:19:55.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.770959  8246 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.253.65:54301
08:19:55.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.867461  8893 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:19:55.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.867633  8893 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:19:55.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.867692  8893 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:19:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.870996  8893 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:19:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.871104  8893 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.253.66
08:19:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.874866  8893 tablet_server_runner.cc:78] Tablet server non-default flags:
08:19:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/logs
08:19:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:19:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:19:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:19:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:19:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:19:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:19:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data
08:19:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:19:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:19:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:19:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.66:0
08:19:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:19:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:19:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:19:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data/info.pb
08:19:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.66
08:19:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:19:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:19:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:19:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8893
08:19:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:19:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:19:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:19:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:19:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.66
08:19:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:19:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:19:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:19:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:19:55.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:19:55.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:13 UTC on bdcb31816ec0
08:19:55.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13300
08:19:55.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.875937  8893 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:19:55.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.877218  8893 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:19:55.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.883236  8904 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:55.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.883241  8903 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:55.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:55.883322  8906 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:55.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.883852  8893 server_base.cc:1061] running on GCE node
08:19:55.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.884204  8893 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:19:55.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.884752  8893 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:19:55.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.885905  8893 hybrid_clock.cc:648] HybridClock initialized: now 1786522795885882 us; error 32 us; skew 500 ppm
08:19:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.887573  8893 webserver.cc:533] Webserver started at http://127.7.253.66:41731/ using document root <none> and password file <none>
08:19:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.888108  8893 fs_manager.cc:362] Metadata directory not provided
08:19:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.888165  8893 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:19:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.888386  8893 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:19:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.889748  8893 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data/instance:
08:19:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13acec5a404c45d68c9485480c7b51ca"
08:19:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:19:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.890239  8893 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal/instance:
08:19:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13acec5a404c45d68c9485480c7b51ca"
08:19:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:19:55.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.893237  8893 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.002s	sys 0.001s
08:19:55.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.895170  8921 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:19:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.896014  8893 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
08:19:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.896134  8893 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data,/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:19:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13acec5a404c45d68c9485480c7b51ca"
08:19:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:19:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.896230  8893 fs_report.cc:389] FS layout report
08:19:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:19:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:19:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:19:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data/data
08:19:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:19:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:19:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:19:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:19:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:19:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:19:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:19:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:19:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:19:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:19:55.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:19:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.909584  8893 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:19:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.910151  8893 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:19:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.910319  8893 kserver.cc:163] Server-wide thread pool size limit: 3276
08:19:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.910928  8893 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:19:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.911855  8893 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:19:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.911902  8893 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:19:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.911949  8893 ts_tablet_manager.cc:616] Registered 0 tablets
08:19:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.911969  8893 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:19:55.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.920696  8893 rpc_server.cc:307] RPC server started. Bound to: 127.7.253.66:38883
08:19:55.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.920727  9118 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.253.66:38883 every 8 connection(s)
08:19:55.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.921649  8893 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data/info.pb
08:19:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.923300  8181 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQSST7J/build/debug/bin/kudu as pid 8893
08:19:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.923401  8181 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal/instance
08:19:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.926028  8181 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:19:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/logs
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/info.pb
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:19:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:19:55.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:19:55.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.67:0
08:19:55.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.67
08:19:55.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.67
08:19:55.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:19:55.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:19:55.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:19:55.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:19:55.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:19:55.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:19:55.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.931814  9125 heartbeater.cc:344] Connected to a master server at 127.7.253.126:40993
08:19:55.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.931851  9124 heartbeater.cc:344] Connected to a master server at 127.7.253.124:43369
08:19:55.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.931857  9127 heartbeater.cc:344] Connected to a master server at 127.7.253.125:37693
08:19:55.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.932046  9125 heartbeater.cc:461] Registering TS with master...
08:19:55.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.932049  9127 heartbeater.cc:461] Registering TS with master...
08:19:55.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.932646  9125 heartbeater.cc:507] Master 127.7.253.126:40993 requested a full tablet report, sending...
08:19:55.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.932646  9127 heartbeater.cc:507] Master 127.7.253.125:37693 requested a full tablet report, sending...
08:19:55.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.932049  9124 heartbeater.cc:461] Registering TS with master...
08:19:55.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.933416  9124 heartbeater.cc:507] Master 127.7.253.124:43369 requested a full tablet report, sending...
08:19:55.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.933861  8375 ts_manager.cc:194] Registered new tserver with Master: 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:19:55.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.934098  8501 ts_manager.cc:194] Registered new tserver with Master: 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:19:55.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.934119  8246 ts_manager.cc:194] Registered new tserver with Master: 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:19:55.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:55.934820  8246 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.253.66:45993
08:19:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:56.030618  9134 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:19:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:56.030798  9134 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:19:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:56.030850  9134 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:19:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:56.034240  9134 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:19:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:56.034370  9134 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.253.67
08:19:56.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.038167  9134 tablet_server_runner.cc:78] Tablet server non-default flags:
08:19:56.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/logs
08:19:56.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:19:56.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:19:56.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:19:56.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:19:56.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:19:56.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:19:56.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data
08:19:56.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:19:56.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.67:0
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/info.pb
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.67
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9134
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.67
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:19:56.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:13 UTC on bdcb31816ec0
08:19:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13300
08:19:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.039372  9134 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:19:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.040611  9134 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:19:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:56.046864  9142 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:56.046850  9140 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:56.046845  9146 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:19:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.046957  9134 server_base.cc:1061] running on GCE node
08:19:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.047631  9134 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:19:56.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.048225  9134 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:19:56.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.049381  9134 hybrid_clock.cc:648] HybridClock initialized: now 1786522796049360 us; error 30 us; skew 500 ppm
08:19:56.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.051079  9134 webserver.cc:533] Webserver started at http://127.7.253.67:39625/ using document root <none> and password file <none>
08:19:56.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.051609  9134 fs_manager.cc:362] Metadata directory not provided
08:19:56.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.051668  9134 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:19:56.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.051899  9134 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:19:56.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.053390  9134 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/instance:
08:19:56.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b740aa1774740808323baeab93f02c6"
08:19:56.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:56 on dist-test-slave-6zbq"
08:19:56.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.053896  9134 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal/instance:
08:19:56.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b740aa1774740808323baeab93f02c6"
08:19:56.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:56 on dist-test-slave-6zbq"
08:19:56.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.057251  9134 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.002s
08:19:56.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.059305  9159 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:19:56.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.060307  9134 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
08:19:56.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.060406  9134 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data,/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:19:56.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b740aa1774740808323baeab93f02c6"
08:19:56.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:56 on dist-test-slave-6zbq"
08:19:56.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.060490  9134 fs_report.cc:389] FS layout report
08:19:56.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:19:56.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:19:56.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:19:56.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/data
08:19:56.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:19:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:19:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:19:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:19:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:19:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:19:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:19:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:19:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:19:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:19:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:19:56.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.086388  9134 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:19:56.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.087080  9134 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:19:56.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.087256  9134 kserver.cc:163] Server-wide thread pool size limit: 3276
08:19:56.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.087895  9134 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:19:56.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.088846  9134 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:19:56.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.088892  9134 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:19:56.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.088927  9134 ts_tablet_manager.cc:616] Registered 0 tablets
08:19:56.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.088939  9134 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:19:56.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.097615  9134 rpc_server.cc:307] RPC server started. Bound to: 127.7.253.67:38113
08:19:56.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.097649  9357 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.253.67:38113 every 8 connection(s)
08:19:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.098479  9134 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/info.pb
08:19:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.105015  8181 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQSST7J/build/debug/bin/kudu as pid 9134
08:19:56.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.105139  8181 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal/instance
08:19:56.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.107506  9362 heartbeater.cc:344] Connected to a master server at 127.7.253.125:37693
08:19:56.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.107709  9362 heartbeater.cc:461] Registering TS with master...
08:19:56.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.108206  9362 heartbeater.cc:507] Master 127.7.253.125:37693 requested a full tablet report, sending...
08:19:56.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.108805  9361 heartbeater.cc:344] Connected to a master server at 127.7.253.126:40993
08:19:56.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.108899  9361 heartbeater.cc:461] Registering TS with master...
08:19:56.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.109053  9361 heartbeater.cc:507] Master 127.7.253.126:40993 requested a full tablet report, sending...
08:19:56.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.109228  9359 heartbeater.cc:344] Connected to a master server at 127.7.253.124:43369
08:19:56.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.109323  9359 heartbeater.cc:461] Registering TS with master...
08:19:56.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.109517  9359 heartbeater.cc:507] Master 127.7.253.124:43369 requested a full tablet report, sending...
08:19:56.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.109763  8375 ts_manager.cc:194] Registered new tserver with Master: 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:19:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.109810  8246 ts_manager.cc:194] Registered new tserver with Master: 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:19:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.110415  8501 ts_manager.cc:194] Registered new tserver with Master: 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:19:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.110468  8246 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.253.67:45443
08:19:56.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.113180  8181 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:19:56.114 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:19:56.115 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

08:19:56.124 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.253.126"
      port: 40993
    }
    bound_http_address {
      host: "127.7.253.126"
      port: 36913
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.253.125"
      port: 37693
    }
    bound_http_address {
      host: "127.7.253.125"
      port: 46059
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.253.124"
      port: 43369
    }
    bound_http_address {
      host: "127.7.253.124"
      port: 38915
    }
  }
}

08:19:56.127 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

08:19:56.129 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.7.253.65"
      port: 40293
    }
    bound_http_address {
      host: "127.7.253.65"
      port: 38989
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.7.253.66"
      port: 38883
    }
    bound_http_address {
      host: "127.7.253.66"
      port: 41731
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.7.253.67"
      port: 38113
    }
    bound_http_address {
      host: "127.7.253.67"
      port: 39625
    }
  }
}

08:19:56.129 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:19:56.292 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
08:19:56.347 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
08:19:56.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.360038  8601 catalog_manager.cc:1295] Loaded cluster ID: b960ff67cbc244c2b8eed9b9696bba77
08:19:56.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.360136  8601 catalog_manager.cc:1588] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232: loading cluster ID for follower catalog manager: success
08:19:56.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.363025  8601 catalog_manager.cc:1610] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232: acquiring CA information for follower catalog manager: success
08:19:56.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.364516  8601 catalog_manager.cc:1638] T 00000000000000000000000000000000 P de0ddd1f80e04016b5ec8f5cb9be5232: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:19:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.414919  8625 catalog_manager.cc:1295] Loaded cluster ID: b960ff67cbc244c2b8eed9b9696bba77
08:19:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.415002  8625 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff: loading cluster ID for follower catalog manager: success
08:19:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.417413  8625 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff: acquiring CA information for follower catalog manager: success
08:19:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.419255  8625 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 7a84d6678db046fc92bfffb1ecfdc9ff: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:19:56.530 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.253.125:37693(127.7.253.125:37693)] connecting to peer
08:19:56.588 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.253.126:40993(127.7.253.126:40993)] connecting to peer
08:19:56.597 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.253.124:43369(127.7.253.124:43369)] connecting to peer
08:19:56.606 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.253.126:40993(127.7.253.126:40993)] Successfully connected to peer
08:19:56.606 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.7.253.124:43369(127.7.253.124:43369)] Successfully connected to peer
08:19:56.609 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.253.125:37693(127.7.253.125:37693)] Successfully connected to peer
08:19:56.690 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.7.253.124
08:19:56.691 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.7.253.126
08:19:56.690 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.7.253.125
08:19:56.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.772347  8881 heartbeater.cc:499] Master 127.7.253.126:40993 was elected leader, sending a full tablet report...
08:19:56.915 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xf1e3ae15, L:/127.0.0.1:57954 - R:/127.7.253.124:43369] using SASL/PLAIN
08:19:56.915 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x6233286e, L:/127.0.0.1:45442 - R:/127.7.253.126:40993] using SASL/PLAIN
08:19:56.915 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xd722ea39, L:/127.0.0.1:39806 - R:/127.7.253.125:37693] using SASL/PLAIN
08:19:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.936159  9125 heartbeater.cc:499] Master 127.7.253.126:40993 was elected leader, sending a full tablet report...
08:19:56.950 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:19:56.951 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=466), Traces: [0ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.253.125:37693, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.253.126:40993, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.253.124:43369, [438ms] Sub RPC ConnectToMaster: received response from server master-127.7.253.124:43369: OK, [438ms] Sub RPC ConnectToMaster: received response from server master-127.7.253.125:37693: OK, [439ms] Sub RPC ConnectToMaster: received response from server master-127.7.253.126:40993: OK, deferred=null) after lookup
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:56.994287  8246 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:45442:
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468"
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:19:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:19:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:19:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
08:19:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
08:19:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:19:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:19:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:19:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:19:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:19:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:19:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:19:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:19:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
08:19:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
08:19:56.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
08:19:56.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
08:19:56.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:19:56.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:19:56.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:56.996873  8246 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:19:57.028 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 2465593369784ba9b478606a75f736ee
08:19:57.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.023042  9238 tablet_service.cc:1511] Processing CreateTablet for tablet 739aa9378dd84cd9b24d0aed7b667017 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468 [id=2465593369784ba9b478606a75f736ee]), partition=RANGE (key) PARTITION UNBOUNDED
08:19:57.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.024088  9238 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 739aa9378dd84cd9b24d0aed7b667017. 1 dirs total, 0 dirs full, 0 dirs failed
08:19:57.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.026218  9010 tablet_service.cc:1511] Processing CreateTablet for tablet 739aa9378dd84cd9b24d0aed7b667017 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468 [id=2465593369784ba9b478606a75f736ee]), partition=RANGE (key) PARTITION UNBOUNDED
08:19:57.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.027209  9010 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 739aa9378dd84cd9b24d0aed7b667017. 1 dirs total, 0 dirs full, 0 dirs failed
08:19:57.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.028578  8777 tablet_service.cc:1511] Processing CreateTablet for tablet 739aa9378dd84cd9b24d0aed7b667017 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468 [id=2465593369784ba9b478606a75f736ee]), partition=RANGE (key) PARTITION UNBOUNDED
08:19:57.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.029489  8777 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 739aa9378dd84cd9b24d0aed7b667017. 1 dirs total, 0 dirs full, 0 dirs failed
08:19:57.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.037199  9413 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Bootstrap starting.
08:19:57.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.037786  9415 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Bootstrap starting.
08:19:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.038475  9414 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Bootstrap starting.
08:19:57.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.039433  9413 tablet_bootstrap.cc:654] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Neither blocks nor log segments found. Creating new log.
08:19:57.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.040126  9415 tablet_bootstrap.cc:654] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Neither blocks nor log segments found. Creating new log.
08:19:57.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.040436  9413 log.cc:826] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Log is configured to *not* fsync() on all Append() calls
08:19:57.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.040556  9414 tablet_bootstrap.cc:654] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Neither blocks nor log segments found. Creating new log.
08:19:57.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.041056  9415 log.cc:826] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Log is configured to *not* fsync() on all Append() calls
08:19:57.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.041332  9414 log.cc:826] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Log is configured to *not* fsync() on all Append() calls
08:19:57.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.042382  9413 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: No bootstrap required, opened a new log
08:19:57.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.042575  9413 ts_tablet_manager.cc:1403] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Time spent bootstrapping tablet: real 0.006s	user 0.005s	sys 0.000s
08:19:57.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.043175  9414 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: No bootstrap required, opened a new log
08:19:57.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.043355  9414 ts_tablet_manager.cc:1403] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Time spent bootstrapping tablet: real 0.005s	user 0.004s	sys 0.000s
08:19:57.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.045564  9413 raft_consensus.cc:359] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:19:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.045789  9413 raft_consensus.cc:385] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:19:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.045838  9413 raft_consensus.cc:740] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9b740aa1774740808323baeab93f02c6, State: Initialized, Role: FOLLOWER
08:19:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.046284  9413 consensus_queue.cc:260] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:19:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.047128  9413 ts_tablet_manager.cc:1434] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
08:19:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.047582  9414 raft_consensus.cc:359] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:19:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.047729  9415 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: No bootstrap required, opened a new log
08:19:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.047756  9414 raft_consensus.cc:385] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:19:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.047801  9414 raft_consensus.cc:740] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 13acec5a404c45d68c9485480c7b51ca, State: Initialized, Role: FOLLOWER
08:19:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.047896  9415 ts_tablet_manager.cc:1403] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Time spent bootstrapping tablet: real 0.010s	user 0.004s	sys 0.000s
08:19:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.048236  9414 consensus_queue.cc:260] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:19:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.049021  9414 ts_tablet_manager.cc:1434] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Time spent starting tablet: real 0.006s	user 0.005s	sys 0.000s
08:19:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.051967  9415 raft_consensus.cc:359] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:19:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.052109  9361 heartbeater.cc:499] Master 127.7.253.126:40993 was elected leader, sending a full tablet report...
08:19:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.052147  9415 raft_consensus.cc:385] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:19:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.052193  9415 raft_consensus.cc:740] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 856413143daf4727bf59f0856436e07d, State: Initialized, Role: FOLLOWER
08:19:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.052575  9415 consensus_queue.cc:260] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:19:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.053306  9415 ts_tablet_manager.cc:1434] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
08:19:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:57.100172  9363 tablet.cc:2406] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:19:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.126614  9420 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:19:57.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.126797  9420 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:19:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.128155  9420 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 856413143daf4727bf59f0856436e07d (127.7.253.65:40293), 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:19:57.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.133658  9044 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "9b740aa1774740808323baeab93f02c6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "13acec5a404c45d68c9485480c7b51ca" is_pre_election: true
08:19:57.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.133677  8806 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "9b740aa1774740808323baeab93f02c6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "856413143daf4727bf59f0856436e07d" is_pre_election: true
08:19:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.133939  8806 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9b740aa1774740808323baeab93f02c6 in term 0.
08:19:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.133940  9044 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9b740aa1774740808323baeab93f02c6 in term 0.
08:19:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.134454  9166 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13acec5a404c45d68c9485480c7b51ca, 9b740aa1774740808323baeab93f02c6; no voters: 
08:19:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.134863  9420 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:19:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.134943  9420 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:19:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.134989  9420 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 0 FOLLOWER]: Advancing to term 1
08:19:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.136089  9420 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:19:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.136453  9420 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 1 election: Requested vote from peers 856413143daf4727bf59f0856436e07d (127.7.253.65:40293), 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:19:57.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.137027  9044 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "9b740aa1774740808323baeab93f02c6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "13acec5a404c45d68c9485480c7b51ca"
08:19:57.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.137063  8806 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "9b740aa1774740808323baeab93f02c6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "856413143daf4727bf59f0856436e07d"
08:19:57.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.137151  9044 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 0 FOLLOWER]: Advancing to term 1
08:19:57.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.137189  8806 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 0 FOLLOWER]: Advancing to term 1
08:19:57.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.138208  8806 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9b740aa1774740808323baeab93f02c6 in term 1.
08:19:57.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.138249  9044 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9b740aa1774740808323baeab93f02c6 in term 1.
08:19:57.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.138562  9166 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13acec5a404c45d68c9485480c7b51ca, 9b740aa1774740808323baeab93f02c6; no voters: 
08:19:57.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.138815  9420 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 1 FOLLOWER]: Leader election won for term 1
08:19:57.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.139007  9420 raft_consensus.cc:697] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 1 LEADER]: Becoming Leader. State: Replica: 9b740aa1774740808323baeab93f02c6, State: Running, Role: LEADER
08:19:57.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.139343  9420 consensus_queue.cc:237] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:19:57.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.142982  8245 catalog_manager.cc:5719] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9b740aa1774740808323baeab93f02c6 (127.7.253.67). New cstate: current_term: 1 leader_uuid: "9b740aa1774740808323baeab93f02c6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } health_report { overall_health: HEALTHY } } }
08:19:57.155 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 2465593369784ba9b478606a75f736ee
08:19:57.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:57.173714  9128 tablet.cc:2406] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:19:57.176 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:19:57.181 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299995, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:19:57.183 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [9ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=null) after lookup
08:19:57.192 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:19:57.194 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] Successfully connected to peer
08:19:57.258 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x7790eabb, L:/127.0.0.1:56058 - R:/127.7.253.67:38113] using TOKEN/null
08:19:57.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:57.259361  8883 tablet.cc:2406] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:19:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.266305  9044 raft_consensus.cc:1275] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 1 FOLLOWER]: Refusing update from remote peer 9b740aa1774740808323baeab93f02c6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:19:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.266487  8806 raft_consensus.cc:1275] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 1 FOLLOWER]: Refusing update from remote peer 9b740aa1774740808323baeab93f02c6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:19:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.267271  9420 consensus_queue.cc:1048] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:19:57.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.267736  9427 consensus_queue.cc:1048] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:19:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.284803  9436 mvcc.cc:204] Tried to move back new op lower bound from 7317597377594871808 to 7317597377085566976. Current Snapshot: MvccSnapshot[applied={T|T < 7317597377594871808}]
08:19:57.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.292440  9435 mvcc.cc:204] Tried to move back new op lower bound from 7317597377594871808 to 7317597377085566976. Current Snapshot: MvccSnapshot[applied={T|T < 7317597377594871808}]
08:19:57.387 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468, tablet=739aa9378dd84cd9b24d0aed7b667017, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:19:57.389 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.253.67:38113
08:19:57.391 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:19:57.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:57.391592  8181 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQSST7J/build/debug/bin/kudu with pid 9134
08:19:57.446 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:19:57.450 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] handling channelInactive
08:19:57.450 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state READY due to: connection closed
08:19:57.451 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: connection closed
08:19:57.469 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:19:57.469 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:19:57.469 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [4ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1265447253(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@2d77e8be -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3eb0ac4c -> wakeup thread Time-limited test)) after lookup
08:19:57.470 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:19:57.472 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:19:57.473 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:19:57.473 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:19:57.489 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:19:57.489 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:19:57.490 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [4ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [23ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [26ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [26ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1265447253(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@2d77e8be -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@727719611 after retry RPC@1776186717), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3eb0ac4c -> wakeup thread Time-limited test -> (continuation of Deferred@727719611 after retry RPC@1776186717))) after lookup
08:19:57.490 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:19:57.492 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:19:57.492 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:19:57.492 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:19:57.508 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:19:57.509 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:19:57.509 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [4ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [23ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [26ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [26ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [43ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [45ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [45ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [61ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1265447253(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@2d77e8be -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@727719611 after retry RPC@1776186717) -> (continuation of Deferred@1265239586 after retry RPC@1054855199), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3eb0ac4c -> wakeup thread Time-limited test -> (continuation of Deferred@727719611 after retry RPC@1776186717) -> (continuation of Deferred@1265239586 after retry RPC@1054855199))) after lookup
08:19:57.510 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:19:57.512 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:19:57.512 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:19:57.512 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:19:57.650 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:19:57.650 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:19:57.650 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=203), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [4ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [23ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [26ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [26ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [43ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [45ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [45ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [61ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [63ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [65ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [65ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [202ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1265447253(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@2d77e8be -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@727719611 after retry RPC@1776186717) -> (continuation of Deferred@1265239586 after retry RPC@1054855199) -> (continuation of Deferred@1015430969 after retry RPC@56791071), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3eb0ac4c -> wakeup thread Time-limited test -> (continuation of Deferred@727719611 after retry RPC@1776186717) -> (continuation of Deferred@1265239586 after retry RPC@1054855199) -> (continuation of Deferred@1015430969 after retry RPC@56791071))) after lookup
08:19:57.651 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:19:57.652 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:19:57.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:19:57.653 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:19:58.069 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:19:58.069 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:19:58.070 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=622), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [4ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [23ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [26ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [26ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [43ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [45ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [45ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [61ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [63ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [65ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [65ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [202ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [204ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [206ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [206ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [619ms] refreshing cache from master, [619ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [622ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1265447253(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@2d77e8be -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@727719611 after retry RPC@1776186717) -> (continuation of Deferred@1265239586 after retry RPC@1054855199) -> (continuation of Deferred@1015430969 after retry RPC@56791071) -> (continuation of Deferred@11723158 after retry RPC@534936418), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3eb0ac4c -> wakeup thread Time-limited test -> (continuation of Deferred@727719611 after retry RPC@1776186717) -> (continuation of Deferred@1265239586 after retry RPC@1054855199) -> (continuation of Deferred@1015430969 after retry RPC@56791071) -> (continuation of Deferred@11723158 after retry RPC@534936418))) after lookup
08:19:58.071 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:19:58.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:19:58.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:19:58.072 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:19:58.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.823801  9463 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 9b740aa1774740808323baeab93f02c6)
08:19:58.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.823931  9463 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:19:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.824927  9463 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883), 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:19:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:58.825649  8691 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111)
08:19:58.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:58.826512  8691 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113): Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111)
08:19:58.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.828469  9044 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "856413143daf4727bf59f0856436e07d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "13acec5a404c45d68c9485480c7b51ca" is_pre_election: true
08:19:58.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.828912  8690 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 856413143daf4727bf59f0856436e07d; no voters: 13acec5a404c45d68c9485480c7b51ca, 9b740aa1774740808323baeab93f02c6
08:19:58.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.829105  9463 raft_consensus.cc:2749] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:19:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.832229  9470 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 9b740aa1774740808323baeab93f02c6)
08:19:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.832325  9470 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:19:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.833117  9470 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 856413143daf4727bf59f0856436e07d (127.7.253.65:40293), 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:19:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:58.833643  8927 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111)
08:19:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:58.834550  8927 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113): Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111)
08:19:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.836432  8806 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "13acec5a404c45d68c9485480c7b51ca" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "856413143daf4727bf59f0856436e07d" is_pre_election: true
08:19:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.836563  8806 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 13acec5a404c45d68c9485480c7b51ca in term 1.
08:19:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.836908  8926 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 13acec5a404c45d68c9485480c7b51ca, 856413143daf4727bf59f0856436e07d; no voters: 9b740aa1774740808323baeab93f02c6
08:19:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.837225  9470 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 1 FOLLOWER]: Leader pre-election won for term 2
08:19:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.837302  9470 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 1 FOLLOWER]: Starting leader election (detected failure of leader 9b740aa1774740808323baeab93f02c6)
08:19:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.837342  9470 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 1 FOLLOWER]: Advancing to term 2
08:19:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.838199  9470 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:19:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.838599  9470 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 2 election: Requested vote from peers 856413143daf4727bf59f0856436e07d (127.7.253.65:40293), 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:19:58.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.838927  8806 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "13acec5a404c45d68c9485480c7b51ca" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "856413143daf4727bf59f0856436e07d"
08:19:58.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.839046  8806 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 1 FOLLOWER]: Advancing to term 2
08:19:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.839872  8806 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 13acec5a404c45d68c9485480c7b51ca in term 2.
08:19:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:58.839906  8927 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113): Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111)
08:19:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.840160  8926 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 13acec5a404c45d68c9485480c7b51ca, 856413143daf4727bf59f0856436e07d; no voters: 9b740aa1774740808323baeab93f02c6
08:19:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.840338  9470 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 2 FOLLOWER]: Leader election won for term 2
08:19:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.840550  9470 raft_consensus.cc:697] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 2 LEADER]: Becoming Leader. State: Replica: 13acec5a404c45d68c9485480c7b51ca, State: Running, Role: LEADER
08:19:58.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.840986  9470 consensus_queue.cc:237] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:19:58.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:58.844373  8246 catalog_manager.cc:5719] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca reported cstate change: term changed from 1 to 2, leader changed from 9b740aa1774740808323baeab93f02c6 (127.7.253.67) to 13acec5a404c45d68c9485480c7b51ca (127.7.253.66). New cstate: current_term: 2 leader_uuid: "13acec5a404c45d68c9485480c7b51ca" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } health_report { overall_health: UNKNOWN } } }
08:19:59.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:19:59.260449  8927 consensus_peers.cc:597] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca -> Peer 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113): Couldn't send request to peer 9b740aa1774740808323baeab93f02c6. Status: Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:19:59.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:59.317422  8806 raft_consensus.cc:1275] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 2 FOLLOWER]: Refusing update from remote peer 13acec5a404c45d68c9485480c7b51ca: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
08:19:59.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:19:59.317934  9470 consensus_queue.cc:1048] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [LEADER]: Connected to new peer: Peer: permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
08:20:00.070 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:00.071 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:00.072 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2624), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [4ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [21ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [23ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [26ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [26ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [43ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [45ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [45ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [61ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [63ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [65ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [65ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [202ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [204ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [206ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [206ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [619ms] refreshing cache from master, [619ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [622ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [623ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [625ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [625ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2620ms] refreshing cache from master, [2620ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [2622ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1265447253(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@2d77e8be -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@727719611 after retry RPC@1776186717) -> (continuation of Deferred@1265239586 after retry RPC@1054855199) -> (continuation of Deferred@1015430969 after retry RPC@56791071) -> (continuation of Deferred@11723158 after retry RPC@534936418) -> (continuation of Deferred@293398414 after retry RPC@491366312), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3eb0ac4c -> wakeup thread Time-limited test -> (continuation of Deferred@727719611 after retry RPC@1776186717) -> (continuation of Deferred@1265239586 after retry RPC@1054855199) -> (continuation of Deferred@1015430969 after retry RPC@56791071) -> (continuation of Deferred@11723158 after retry RPC@534936418) -> (continuation of Deferred@293398414 after retry RPC@491366312))) after lookup
08:20:00.073 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:00.074 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] Successfully connected to peer
08:20:00.094 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x6014fd25, L:/127.0.0.1:57330 - R:/127.7.253.66:38883] using TOKEN/null
08:20:00.113 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.253.67:38113
08:20:00.114 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:20:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.114856  8181 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data
08:20:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/logs
08:20:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/info.pb
08:20:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:20:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.67:38113
08:20:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.67
08:20:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39625
08:20:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.67
08:20:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:20:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:00.216756  9519 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:00.216931  9519 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:00.216974  9519 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:00.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:00.220317  9519 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:00.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:00.220431  9519 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.253.67
08:20:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.224125  9519 tablet_server_runner.cc:78] Tablet server non-default flags:
08:20:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/logs
08:20:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data
08:20:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.67:38113
08:20:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/info.pb
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.67
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39625
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9519
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.67
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:13 UTC on bdcb31816ec0
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13300
08:20:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.225030  9519 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:00.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.225998  9519 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:00.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:00.232000  9524 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:00.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:00.232018  9525 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:00.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:00.232007  9527 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:00.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.232173  9519 server_base.cc:1061] running on GCE node
08:20:00.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.232671  9519 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.233232  9519 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:00.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.234398  9519 hybrid_clock.cc:648] HybridClock initialized: now 1786522800234378 us; error 29 us; skew 500 ppm
08:20:00.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.235996  9519 webserver.cc:533] Webserver started at http://127.7.253.67:39625/ using document root <none> and password file <none>
08:20:00.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.236541  9519 fs_manager.cc:362] Metadata directory not provided
08:20:00.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.236616  9519 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:00.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.239717  9519 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
08:20:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.241513  9542 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:20:00.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.242448  9519 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
08:20:00.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.242549  9519 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data,/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b740aa1774740808323baeab93f02c6"
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:56 on dist-test-slave-6zbq"
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.242923  9519 fs_report.cc:389] FS layout report
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/data
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:00.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.256822  9519 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:20:00.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.257402  9519 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:00.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.257565  9519 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:00.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.258102  9519 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:20:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.259279  9553 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:20:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.262318  9519 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:20:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.262408  9519 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
08:20:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.262459  9519 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:20:00.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.263826  9519 ts_tablet_manager.cc:616] Registered 1 tablets
08:20:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.263870  9519 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:20:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.264130  9553 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Bootstrap starting.
08:20:00.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.275682  9519 rpc_server.cc:307] RPC server started. Bound to: 127.7.253.67:38113
08:20:00.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.275735  9736 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.253.67:38113 every 8 connection(s)
08:20:00.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.276599  9519 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/info.pb
08:20:00.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.279552  9553 log.cc:826] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Log is configured to *not* fsync() on all Append() calls
08:20:00.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.281481  8181 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQSST7J/build/debug/bin/kudu as pid 9519
08:20:00.281 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.289081  9553 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:20:00.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.289987  9553 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Bootstrap complete.
08:20:00.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.290004  9740 heartbeater.cc:344] Connected to a master server at 127.7.253.125:37693
08:20:00.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.290257  9740 heartbeater.cc:461] Registering TS with master...
08:20:00.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.290839  9740 heartbeater.cc:507] Master 127.7.253.125:37693 requested a full tablet report, sending...
08:20:00.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.290009  9739 heartbeater.cc:344] Connected to a master server at 127.7.253.126:40993
08:20:00.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.290953  9739 heartbeater.cc:461] Registering TS with master...
08:20:00.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.291168  9739 heartbeater.cc:507] Master 127.7.253.126:40993 requested a full tablet report, sending...
08:20:00.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.291321  9553 ts_tablet_manager.cc:1403] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Time spent bootstrapping tablet: real 0.027s	user 0.012s	sys 0.011s
08:20:00.293 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468, tablet=739aa9378dd84cd9b24d0aed7b667017, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:20:00.293 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.253.66:38883
08:20:00.294 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:20:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.292960  8246 ts_manager.cc:194] Re-registered known tserver with Master: 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.292963  8368 ts_manager.cc:194] Re-registered known tserver with Master: 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.293861  8246 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.253.67:39159
08:20:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.294402  8181 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQSST7J/build/debug/bin/kudu with pid 8893
08:20:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.306293  9737 heartbeater.cc:344] Connected to a master server at 127.7.253.124:43369
08:20:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.306430  9737 heartbeater.cc:461] Registering TS with master...
08:20:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.306634  9737 heartbeater.cc:507] Master 127.7.253.124:43369 requested a full tablet report, sending...
08:20:00.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.339396  8501 ts_manager.cc:194] Re-registered known tserver with Master: 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:00.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.339185  9553 raft_consensus.cc:359] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:00.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.339638  9553 raft_consensus.cc:740] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9b740aa1774740808323baeab93f02c6, State: Initialized, Role: FOLLOWER
08:20:00.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.340221  9553 consensus_queue.cc:260] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:00.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.343024  9553 ts_tablet_manager.cc:1434] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Time spent starting tablet: real 0.052s	user 0.005s	sys 0.000s
08:20:00.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:00.343693  9739 heartbeater.cc:499] Master 127.7.253.126:40993 was elected leader, sending a full tablet report...
08:20:00.346 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:00.346 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] handling channelInactive
08:20:00.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state READY due to: connection closed
08:20:00.347 [DEBUG - Time-limited test] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:00.348 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:00.349 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:00.349 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:00.369 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:00.369 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:00.370 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [2ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [2ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1559298768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@128423ed -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2861afc7 -> wakeup thread Time-limited test)) after lookup
08:20:00.371 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:00.372 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:00.372 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:00.373 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:00.389 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:00.389 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:00.390 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [2ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [2ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [24ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [25ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [26ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1559298768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@128423ed -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@699391231 after retry RPC@211108250), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2861afc7 -> wakeup thread Time-limited test -> (continuation of Deferred@699391231 after retry RPC@211108250))) after lookup
08:20:00.390 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:00.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:00.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:00.391 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:00.429 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:00.429 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:00.430 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=82), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [2ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [2ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [24ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [25ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [26ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [43ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [44ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [44ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [81ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1559298768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@128423ed -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@699391231 after retry RPC@211108250) -> (continuation of Deferred@345121600 after retry RPC@841824729), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2861afc7 -> wakeup thread Time-limited test -> (continuation of Deferred@699391231 after retry RPC@211108250) -> (continuation of Deferred@345121600 after retry RPC@841824729))) after lookup
08:20:00.431 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:00.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:00.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:00.432 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:00.489 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:00.489 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:00.489 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=142), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [2ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [2ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [24ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [25ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [26ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [43ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [44ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [44ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [81ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [84ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [85ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [85ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [139ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [141ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1559298768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@128423ed -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@699391231 after retry RPC@211108250) -> (continuation of Deferred@345121600 after retry RPC@841824729) -> (continuation of Deferred@2081517356 after retry RPC@657023622), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2861afc7 -> wakeup thread Time-limited test -> (continuation of Deferred@699391231 after retry RPC@211108250) -> (continuation of Deferred@345121600 after retry RPC@841824729) -> (continuation of Deferred@2081517356 after retry RPC@657023622))) after lookup
08:20:00.490 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:00.491 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:00.491 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:00.492 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:00.769 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:00.769 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:00.770 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=422), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [2ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [2ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [24ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [25ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [26ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [43ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [44ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [44ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [81ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [84ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [85ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [85ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [139ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [141ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [143ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [145ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [145ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [419ms] refreshing cache from master, [419ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [422ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1559298768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@128423ed -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@699391231 after retry RPC@211108250) -> (continuation of Deferred@345121600 after retry RPC@841824729) -> (continuation of Deferred@2081517356 after retry RPC@657023622) -> (continuation of Deferred@606254465 after retry RPC@1215549137), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2861afc7 -> wakeup thread Time-limited test -> (continuation of Deferred@699391231 after retry RPC@211108250) -> (continuation of Deferred@345121600 after retry RPC@841824729) -> (continuation of Deferred@2081517356 after retry RPC@657023622) -> (continuation of Deferred@606254465 after retry RPC@1215549137))) after lookup
08:20:00.771 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:00.772 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:00.772 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:00.773 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:01.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.613365  9756 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 13acec5a404c45d68c9485480c7b51ca)
08:20:01.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.613509  9756 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:01.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.614032  9756 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883), 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:01.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:01.615374  8690 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883): Network error: Client connection negotiation failed: client connection to 127.7.253.66:38883: connect: Connection refused (error 111)
08:20:01.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.618821  9667 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "856413143daf4727bf59f0856436e07d" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "9b740aa1774740808323baeab93f02c6" is_pre_election: true
08:20:01.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.619102  9667 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 856413143daf4727bf59f0856436e07d in term 1.
08:20:01.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.619750  8691 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 856413143daf4727bf59f0856436e07d, 9b740aa1774740808323baeab93f02c6; no voters: 13acec5a404c45d68c9485480c7b51ca
08:20:01.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.619930  9756 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 2 FOLLOWER]: Leader pre-election won for term 3
08:20:01.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.619994  9756 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 2 FOLLOWER]: Starting leader election (detected failure of leader 13acec5a404c45d68c9485480c7b51ca)
08:20:01.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.620035  9756 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 2 FOLLOWER]: Advancing to term 3
08:20:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.620865  9756 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.621258  9756 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 3 election: Requested vote from peers 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883), 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.621618  9667 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "856413143daf4727bf59f0856436e07d" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "9b740aa1774740808323baeab93f02c6"
08:20:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.621728  9667 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 1 FOLLOWER]: Advancing to term 3
08:20:01.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:01.622117  8690 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883): Network error: Client connection negotiation failed: client connection to 127.7.253.66:38883: connect: Connection refused (error 111)
08:20:01.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.623471  9667 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 856413143daf4727bf59f0856436e07d in term 3.
08:20:01.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.623764  8691 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 856413143daf4727bf59f0856436e07d, 9b740aa1774740808323baeab93f02c6; no voters: 13acec5a404c45d68c9485480c7b51ca
08:20:01.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.623934  9756 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 3 FOLLOWER]: Leader election won for term 3
08:20:01.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.624104  9756 raft_consensus.cc:697] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 3 LEADER]: Becoming Leader. State: Replica: 856413143daf4727bf59f0856436e07d, State: Running, Role: LEADER
08:20:01.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.624387  9756 consensus_queue.cc:237] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:01.626653  8246 catalog_manager.cc:5719] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d reported cstate change: term changed from 2 to 3, leader changed from 13acec5a404c45d68c9485480c7b51ca (127.7.253.66) to 856413143daf4727bf59f0856436e07d (127.7.253.65). New cstate: current_term: 3 leader_uuid: "856413143daf4727bf59f0856436e07d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } health_report { overall_health: UNKNOWN } } }
08:20:02.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:02.131561  8690 consensus_peers.cc:597] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d -> Peer 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883): Couldn't send request to peer 13acec5a404c45d68c9485480c7b51ca. Status: Network error: Client connection negotiation failed: client connection to 127.7.253.66:38883: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:20:02.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.212311  9667 raft_consensus.cc:1275] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 3 FOLLOWER]: Refusing update from remote peer 856413143daf4727bf59f0856436e07d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
08:20:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.213032  9794 consensus_queue.cc:1048] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
08:20:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.218715  9802 mvcc.cc:204] Tried to move back new op lower bound from 7317597389227024384 to 7317597384055148544. Current Snapshot: MvccSnapshot[applied={T|T < 7317597389196636160}]
08:20:02.569 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:02.569 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:02.570 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=2222), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [2ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [2ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [22ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [24ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [25ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [26ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [42ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [43ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [44ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [44ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [81ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [84ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [85ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [85ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [139ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [141ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [143ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [145ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [145ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [419ms] refreshing cache from master, [419ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [422ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [423ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [425ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [426ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [2219ms] refreshing cache from master, [2219ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [2222ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1559298768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@128423ed -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@699391231 after retry RPC@211108250) -> (continuation of Deferred@345121600 after retry RPC@841824729) -> (continuation of Deferred@2081517356 after retry RPC@657023622) -> (continuation of Deferred@606254465 after retry RPC@1215549137) -> (continuation of Deferred@583213451 after retry RPC@2047507840), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2861afc7 -> wakeup thread Time-limited test -> (continuation of Deferred@699391231 after retry RPC@211108250) -> (continuation of Deferred@345121600 after retry RPC@841824729) -> (continuation of Deferred@2081517356 after retry RPC@657023622) -> (continuation of Deferred@606254465 after retry RPC@1215549137) -> (continuation of Deferred@583213451 after retry RPC@2047507840))) after lookup
08:20:02.571 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:02.572 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] Successfully connected to peer
08:20:02.587 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xf2766840, L:/127.0.0.1:51436 - R:/127.7.253.65:40293] using TOKEN/null
08:20:02.603 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.253.66:38883
08:20:02.604 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.605036  8181 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/logs
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data/info.pb
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.66:38883
08:20:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.66
08:20:02.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:02.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41731
08:20:02.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.66
08:20:02.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:02.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:02.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:02.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:20:02.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:02.710647  9821 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:02.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:02.710809  9821 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:02.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:02.710850  9821 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:02.714051  9821 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:02.714149  9821 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.253.66
08:20:02.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.717796  9821 tablet_server_runner.cc:78] Tablet server non-default flags:
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/logs
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.66:38883
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data/info.pb
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.66
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41731
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9821
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.66
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:13 UTC on bdcb31816ec0
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13300
08:20:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.718811  9821 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:02.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.720105  9821 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:02.727205  9829 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:02.727249  9832 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.727574  9821 server_base.cc:1061] running on GCE node
08:20:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:02.727643  9827 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:02.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.727998  9821 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:02.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.728585  9821 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.729764  9821 hybrid_clock.cc:648] HybridClock initialized: now 1786522802729753 us; error 29 us; skew 500 ppm
08:20:02.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.731355  9821 webserver.cc:533] Webserver started at http://127.7.253.66:41731/ using document root <none> and password file <none>
08:20:02.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.731814  9821 fs_manager.cc:362] Metadata directory not provided
08:20:02.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.731873  9821 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:02.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.734855  9821 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
08:20:02.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.736567  9842 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:20:02.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.737509  9821 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.737605  9821 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data,/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13acec5a404c45d68c9485480c7b51ca"
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.737973  9821 fs_report.cc:389] FS layout report
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data/data
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:02.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.754299  9821 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:20:02.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.754914  9821 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:02.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.755056  9821 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:02.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.755548  9821 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:20:02.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.756839  9854 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:20:02.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.760012  9821 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:20:02.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.760064  9821 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
08:20:02.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.760115  9821 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:20:02.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.761453  9821 ts_tablet_manager.cc:616] Registered 1 tablets
08:20:02.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.761507  9821 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:20:02.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.761837  9854 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Bootstrap starting.
08:20:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.773022  9821 rpc_server.cc:307] RPC server started. Bound to: 127.7.253.66:38883
08:20:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.773077 10023 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.253.66:38883 every 8 connection(s)
08:20:02.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.774542  9821 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data/info.pb
08:20:02.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.780005  9854 log.cc:826] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Log is configured to *not* fsync() on all Append() calls
08:20:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.783341  8181 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQSST7J/build/debug/bin/kudu as pid 9821
08:20:02.784 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:02.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.785645 10028 heartbeater.cc:344] Connected to a master server at 127.7.253.126:40993
08:20:02.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.786047 10028 heartbeater.cc:461] Registering TS with master...
08:20:02.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.786145 10027 heartbeater.cc:344] Connected to a master server at 127.7.253.124:43369
08:20:02.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.786314 10027 heartbeater.cc:461] Registering TS with master...
08:20:02.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.786893 10027 heartbeater.cc:507] Master 127.7.253.124:43369 requested a full tablet report, sending...
08:20:02.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.786895 10028 heartbeater.cc:507] Master 127.7.253.126:40993 requested a full tablet report, sending...
08:20:02.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.788748  8246 ts_manager.cc:194] Re-registered known tserver with Master: 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:20:02.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.789633  8246 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.253.66:33953
08:20:02.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.790526  8501 ts_manager.cc:194] Re-registered known tserver with Master: 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:20:02.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.790738  9854 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:20:02.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.791102  9854 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Bootstrap complete.
08:20:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.792238  9854 ts_tablet_manager.cc:1403] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Time spent bootstrapping tablet: real 0.031s	user 0.025s	sys 0.004s
08:20:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.793754 10031 heartbeater.cc:344] Connected to a master server at 127.7.253.125:37693
08:20:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.793845 10031 heartbeater.cc:461] Registering TS with master...
08:20:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.794005 10031 heartbeater.cc:507] Master 127.7.253.125:37693 requested a full tablet report, sending...
08:20:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.794847  8375 ts_manager.cc:194] Re-registered known tserver with Master: 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:20:02.795 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468, tablet=739aa9378dd84cd9b24d0aed7b667017, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:20:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.794672  9854 raft_consensus.cc:359] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.795028  9854 raft_consensus.cc:740] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 13acec5a404c45d68c9485480c7b51ca, State: Initialized, Role: FOLLOWER
08:20:02.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.795512  9854 consensus_queue.cc:260] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.796362  9854 ts_tablet_manager.cc:1434] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
08:20:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.796573 10028 heartbeater.cc:499] Master 127.7.253.126:40993 was elected leader, sending a full tablet report...
08:20:02.797 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.253.65:40293
08:20:02.797 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:20:02.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:02.798177  8181 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQSST7J/build/debug/bin/kudu with pid 8669
08:20:02.817 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] handling channelInactive
08:20:02.817 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:02.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state READY due to: connection closed
08:20:02.818 [DEBUG - Time-limited test] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:02.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:02.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:02.819 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:02.829 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:02.829 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:02.830 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [2ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [2ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@33678620(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@502a0664 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1cea9266 -> wakeup thread Time-limited test)) after lookup
08:20:02.830 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:02.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:02.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:02.831 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:02.850 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:02.851 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:02.851 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [2ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [2ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [13ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [14ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [14ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@33678620(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@502a0664 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@140458735 after retry RPC@1089400864), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1cea9266 -> wakeup thread Time-limited test -> (continuation of Deferred@140458735 after retry RPC@1089400864))) after lookup
08:20:02.852 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:02.853 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:02.853 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:02.853 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:02.890 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:02.890 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:02.890 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [2ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [2ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [13ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [14ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [14ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [34ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [36ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [36ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@33678620(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@502a0664 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@140458735 after retry RPC@1089400864) -> (continuation of Deferred@502952122 after retry RPC@715320533), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1cea9266 -> wakeup thread Time-limited test -> (continuation of Deferred@140458735 after retry RPC@1089400864) -> (continuation of Deferred@502952122 after retry RPC@715320533))) after lookup
08:20:02.891 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:02.892 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:02.892 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:02.892 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:02.949 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:02.950 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:02.950 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=133), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [2ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [2ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [13ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [14ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [14ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [34ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [36ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [36ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [74ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [75ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [76ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [129ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [132ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@33678620(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@502a0664 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@140458735 after retry RPC@1089400864) -> (continuation of Deferred@502952122 after retry RPC@715320533) -> (continuation of Deferred@33955557 after retry RPC@1073712692), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1cea9266 -> wakeup thread Time-limited test -> (continuation of Deferred@140458735 after retry RPC@1089400864) -> (continuation of Deferred@502952122 after retry RPC@715320533) -> (continuation of Deferred@33955557 after retry RPC@1073712692))) after lookup
08:20:02.951 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:02.952 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:02.952 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:02.952 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:03.349 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:03.349 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:03.349 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=532), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [2ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [2ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [13ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [14ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [14ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [34ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [36ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [36ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [74ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [75ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [76ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [129ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [132ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [134ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [135ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [135ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [529ms] refreshing cache from master, [529ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [531ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@33678620(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@502a0664 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@140458735 after retry RPC@1089400864) -> (continuation of Deferred@502952122 after retry RPC@715320533) -> (continuation of Deferred@33955557 after retry RPC@1073712692) -> (continuation of Deferred@164575328 after retry RPC@1241684291), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1cea9266 -> wakeup thread Time-limited test -> (continuation of Deferred@140458735 after retry RPC@1089400864) -> (continuation of Deferred@502952122 after retry RPC@715320533) -> (continuation of Deferred@33955557 after retry RPC@1073712692) -> (continuation of Deferred@164575328 after retry RPC@1241684291))) after lookup
08:20:03.350 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:03.351 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:03.351 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:03.351 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:03.449 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:03.449 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:03.450 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=632), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [2ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [2ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [13ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [14ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [14ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [34ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [36ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [36ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [74ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [75ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [76ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [129ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [132ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [134ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [135ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [135ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [529ms] refreshing cache from master, [529ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [531ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [533ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [534ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [534ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [629ms] refreshing cache from master, [629ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [632ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@33678620(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@502a0664 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@140458735 after retry RPC@1089400864) -> (continuation of Deferred@502952122 after retry RPC@715320533) -> (continuation of Deferred@33955557 after retry RPC@1073712692) -> (continuation of Deferred@164575328 after retry RPC@1241684291) -> (continuation of Deferred@2069359292 after retry RPC@633453588), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1cea9266 -> wakeup thread Time-limited test -> (continuation of Deferred@140458735 after retry RPC@1089400864) -> (continuation of Deferred@502952122 after retry RPC@715320533) -> (continuation of Deferred@33955557 after retry RPC@1073712692) -> (continuation of Deferred@164575328 after retry RPC@1241684291) -> (continuation of Deferred@2069359292 after retry RPC@633453588))) after lookup
08:20:03.450 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:03.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:03.452 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:03.452 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:04.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.103327 10049 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 856413143daf4727bf59f0856436e07d)
08:20:04.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.103458 10049 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:04.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.104434 10049 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 856413143daf4727bf59f0856436e07d (127.7.253.65:40293), 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:20:04.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:04.105193  9549 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.253.65:40293: connect: Connection refused (error 111)
08:20:04.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:04.106168  9549 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 856413143daf4727bf59f0856436e07d (127.7.253.65:40293): Network error: Client connection negotiation failed: client connection to 127.7.253.65:40293: connect: Connection refused (error 111)
08:20:04.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.109477  9948 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "9b740aa1774740808323baeab93f02c6" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "13acec5a404c45d68c9485480c7b51ca" is_pre_election: true
08:20:04.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.109786  9948 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9b740aa1774740808323baeab93f02c6 in term 2.
08:20:04.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.110510  9549 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 13acec5a404c45d68c9485480c7b51ca, 9b740aa1774740808323baeab93f02c6; no voters: 856413143daf4727bf59f0856436e07d
08:20:04.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.110743 10049 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 3 FOLLOWER]: Leader pre-election won for term 4
08:20:04.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.110805 10049 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 856413143daf4727bf59f0856436e07d)
08:20:04.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.110845 10049 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 3 FOLLOWER]: Advancing to term 4
08:20:04.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.111814 10049 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:04.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.112135 10049 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 4 election: Requested vote from peers 856413143daf4727bf59f0856436e07d (127.7.253.65:40293), 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:20:04.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.112653  9948 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "9b740aa1774740808323baeab93f02c6" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "13acec5a404c45d68c9485480c7b51ca"
08:20:04.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.112775  9948 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 2 FOLLOWER]: Advancing to term 4
08:20:04.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:04.113071  9549 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 856413143daf4727bf59f0856436e07d (127.7.253.65:40293): Network error: Client connection negotiation failed: client connection to 127.7.253.65:40293: connect: Connection refused (error 111)
08:20:04.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.114300  9948 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9b740aa1774740808323baeab93f02c6 in term 4.
08:20:04.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.114619  9549 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 13acec5a404c45d68c9485480c7b51ca, 9b740aa1774740808323baeab93f02c6; no voters: 856413143daf4727bf59f0856436e07d
08:20:04.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.114790 10049 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 4 FOLLOWER]: Leader election won for term 4
08:20:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.114962 10049 raft_consensus.cc:697] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 4 LEADER]: Becoming Leader. State: Replica: 9b740aa1774740808323baeab93f02c6, State: Running, Role: LEADER
08:20:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.115238 10049 consensus_queue.cc:237] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:04.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.117923  8246 catalog_manager.cc:5719] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 reported cstate change: term changed from 3 to 4, leader changed from 856413143daf4727bf59f0856436e07d (127.7.253.65) to 9b740aa1774740808323baeab93f02c6 (127.7.253.67). New cstate: current_term: 4 leader_uuid: "9b740aa1774740808323baeab93f02c6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } health_report { overall_health: HEALTHY } } }
08:20:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:04.538929  9549 consensus_peers.cc:597] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 -> Peer 856413143daf4727bf59f0856436e07d (127.7.253.65:40293): Couldn't send request to peer 856413143daf4727bf59f0856436e07d. Status: Network error: Client connection negotiation failed: client connection to 127.7.253.65:40293: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:20:04.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.564620  9948 raft_consensus.cc:1275] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 4 FOLLOWER]: Refusing update from remote peer 9b740aa1774740808323baeab93f02c6: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
08:20:04.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:04.565274 10049 consensus_queue.cc:1048] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
08:20:06.329 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:06.330 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:06.330 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=3513), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [2ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [2ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [12ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [13ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [14ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [14ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [33ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [34ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [36ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [36ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [72ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [74ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [75ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [76ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [129ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [132ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [134ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [135ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [135ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [529ms] refreshing cache from master, [529ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [531ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [533ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [534ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [534ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [629ms] refreshing cache from master, [629ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [632ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [633ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [635ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [635ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [3509ms] refreshing cache from master, [3509ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [3512ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@33678620(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@502a0664 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@140458735 after retry RPC@1089400864) -> (continuation of Deferred@502952122 after retry RPC@715320533) -> (continuation of Deferred@33955557 after retry RPC@1073712692) -> (continuation of Deferred@164575328 after retry RPC@1241684291) -> (continuation of Deferred@2069359292 after retry RPC@633453588) -> (continuation of Deferred@205175463 after retry RPC@615749160), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1cea9266 -> wakeup thread Time-limited test -> (continuation of Deferred@140458735 after retry RPC@1089400864) -> (continuation of Deferred@502952122 after retry RPC@715320533) -> (continuation of Deferred@33955557 after retry RPC@1073712692) -> (continuation of Deferred@164575328 after retry RPC@1241684291) -> (continuation of Deferred@2069359292 after retry RPC@633453588) -> (continuation of Deferred@205175463 after retry RPC@615749160))) after lookup
08:20:06.331 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:06.332 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] Successfully connected to peer
08:20:06.351 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x0e20397b, L:/127.0.0.1:59528 - R:/127.7.253.67:38113] using TOKEN/null
08:20:06.372 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.253.65:40293
08:20:06.372 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.373049  8181 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/logs
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data/info.pb
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.65:40293
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.65
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38989
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.65
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:20:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:06.474601 10112 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:06.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:06.474784 10112 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:06.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:06.474828 10112 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:06.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:06.478005 10112 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:06.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:06.478098 10112 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.253.65
08:20:06.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.481760 10112 tablet_server_runner.cc:78] Tablet server non-default flags:
08:20:06.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/logs
08:20:06.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.65:40293
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data/info.pb
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.65
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38989
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10112
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:06.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.65
08:20:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:20:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:20:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:20:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:13 UTC on bdcb31816ec0
08:20:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13300
08:20:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.482758 10112 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.483795 10112 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:06.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:06.489710 10120 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:06.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:06.489748 10123 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:06.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:06.489768 10119 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:06.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.490855 10112 server_base.cc:1061] running on GCE node
08:20:06.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.491150 10112 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:06.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.491607 10112 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:06.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.492756 10112 hybrid_clock.cc:648] HybridClock initialized: now 1786522806492734 us; error 32 us; skew 500 ppm
08:20:06.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.494333 10112 webserver.cc:533] Webserver started at http://127.7.253.65:38989/ using document root <none> and password file <none>
08:20:06.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.494858 10112 fs_manager.cc:362] Metadata directory not provided
08:20:06.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.494920 10112 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.497934 10112 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
08:20:06.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.499728 10136 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:20:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.500589 10112 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.500689 10112 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data,/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "856413143daf4727bf59f0856436e07d"
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.501015 10112 fs_report.cc:389] FS layout report
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data/data
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:06.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.517000 10112 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:20:06.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.517484 10112 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:06.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.517649 10112 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:06.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.518134 10112 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:20:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.519253 10148 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:20:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.522221 10112 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:20:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.522274 10112 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
08:20:06.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.522330 10112 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:20:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.523725 10112 ts_tablet_manager.cc:616] Registered 1 tablets
08:20:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.523767 10112 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:20:06.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.524048 10148 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Bootstrap starting.
08:20:06.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.533802 10112 rpc_server.cc:307] RPC server started. Bound to: 127.7.253.65:40293
08:20:06.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.533823 10338 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.253.65:40293 every 8 connection(s)
08:20:06.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.534938 10112 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data/info.pb
08:20:06.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.538717  8181 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQSST7J/build/debug/bin/kudu as pid 10112
08:20:06.539 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:06.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.539601 10148 log.cc:826] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Log is configured to *not* fsync() on all Append() calls
08:20:06.548 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468, tablet=739aa9378dd84cd9b24d0aed7b667017, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:20:06.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.548668 10342 heartbeater.cc:344] Connected to a master server at 127.7.253.125:37693
08:20:06.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.548897 10342 heartbeater.cc:461] Registering TS with master...
08:20:06.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.549429 10342 heartbeater.cc:507] Master 127.7.253.125:37693 requested a full tablet report, sending...
08:20:06.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.548664 10341 heartbeater.cc:344] Connected to a master server at 127.7.253.126:40993
08:20:06.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.551075 10341 heartbeater.cc:461] Registering TS with master...
08:20:06.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.551259 10341 heartbeater.cc:507] Master 127.7.253.126:40993 requested a full tablet report, sending...
08:20:06.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.551936  8368 ts_manager.cc:194] Re-registered known tserver with Master: 856413143daf4727bf59f0856436e07d (127.7.253.65:40293)
08:20:06.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.550978 10340 heartbeater.cc:344] Connected to a master server at 127.7.253.124:43369
08:20:06.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.552567  8243 ts_manager.cc:194] Re-registered known tserver with Master: 856413143daf4727bf59f0856436e07d (127.7.253.65:40293)
08:20:06.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.553511  8243 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.253.65:37991
08:20:06.554 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.253.67:38113
08:20:06.555 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:20:06.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.555402  8181 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQSST7J/build/debug/bin/kudu with pid 9519
08:20:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.552104 10340 heartbeater.cc:461] Registering TS with master...
08:20:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.565376 10340 heartbeater.cc:507] Master 127.7.253.124:43369 requested a full tablet report, sending...
08:20:06.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.566460  8500 ts_manager.cc:194] Re-registered known tserver with Master: 856413143daf4727bf59f0856436e07d (127.7.253.65:40293)
08:20:06.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.566689 10148 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:20:06.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.567008 10148 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Bootstrap complete.
08:20:06.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.568161 10148 ts_tablet_manager.cc:1403] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Time spent bootstrapping tablet: real 0.044s	user 0.019s	sys 0.009s
08:20:06.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.570317 10148 raft_consensus.cc:359] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:06.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.570688 10148 raft_consensus.cc:740] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 856413143daf4727bf59f0856436e07d, State: Initialized, Role: FOLLOWER
08:20:06.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.571218 10148 consensus_queue.cc:260] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.572165 10148 ts_tablet_manager.cc:1434] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Time spent starting tablet: real 0.004s	user 0.002s	sys 0.003s
08:20:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:06.572454 10341 heartbeater.cc:499] Master 127.7.253.126:40993 was elected leader, sending a full tablet report...
08:20:06.577 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] handling channelInactive
08:20:06.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state READY due to: connection closed
08:20:06.578 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:06.579 [DEBUG - Time-limited test] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:06.580 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:06.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:06.580 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:06.589 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:06.589 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:06.589 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@2040668235(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@623e7522 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13723881 -> wakeup thread Time-limited test)) after lookup
08:20:06.590 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:06.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:06.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:06.591 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:06.613 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:06.613 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:06.614 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [11ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [13ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [13ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [35ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@2040668235(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@623e7522 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1975453432 after retry RPC@2005634814), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13723881 -> wakeup thread Time-limited test -> (continuation of Deferred@1975453432 after retry RPC@2005634814))) after lookup
08:20:06.615 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:06.616 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:06.616 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:06.616 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:06.649 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:06.649 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:06.650 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=71), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [11ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [13ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [13ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [35ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [36ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [38ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [38ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@2040668235(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@623e7522 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1975453432 after retry RPC@2005634814) -> (continuation of Deferred@1420160855 after retry RPC@2146596675), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13723881 -> wakeup thread Time-limited test -> (continuation of Deferred@1975453432 after retry RPC@2005634814) -> (continuation of Deferred@1420160855 after retry RPC@2146596675))) after lookup
08:20:06.650 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:06.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:06.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:06.652 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:06.729 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:06.729 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:06.730 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=151), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [11ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [13ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [13ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [35ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [36ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [38ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [38ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [72ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [74ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [74ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [148ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [151ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@2040668235(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@623e7522 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1975453432 after retry RPC@2005634814) -> (continuation of Deferred@1420160855 after retry RPC@2146596675) -> (continuation of Deferred@893579464 after retry RPC@1508299084), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13723881 -> wakeup thread Time-limited test -> (continuation of Deferred@1975453432 after retry RPC@2005634814) -> (continuation of Deferred@1420160855 after retry RPC@2146596675) -> (continuation of Deferred@893579464 after retry RPC@1508299084))) after lookup
08:20:06.731 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:06.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:06.732 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:06.732 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:07.209 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:07.210 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:07.210 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=631), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [11ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [13ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [13ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [35ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [36ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [38ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [38ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [72ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [74ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [74ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [148ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [151ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [152ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [154ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [154ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [629ms] refreshing cache from master, [629ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [631ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@2040668235(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@623e7522 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1975453432 after retry RPC@2005634814) -> (continuation of Deferred@1420160855 after retry RPC@2146596675) -> (continuation of Deferred@893579464 after retry RPC@1508299084) -> (continuation of Deferred@1385533294 after retry RPC@1024870593), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13723881 -> wakeup thread Time-limited test -> (continuation of Deferred@1975453432 after retry RPC@2005634814) -> (continuation of Deferred@1420160855 after retry RPC@2146596675) -> (continuation of Deferred@893579464 after retry RPC@1508299084) -> (continuation of Deferred@1385533294 after retry RPC@1024870593))) after lookup
08:20:07.211 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:07.212 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:07.212 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:07.212 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.872084 10359 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 9b740aa1774740808323baeab93f02c6)
08:20:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.872238 10359 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:07.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.873298 10359 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 856413143daf4727bf59f0856436e07d (127.7.253.65:40293), 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:07.874104  9850 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111)
08:20:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:07.875030  9850 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113): Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111)
08:20:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.878083 10250 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "13acec5a404c45d68c9485480c7b51ca" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "856413143daf4727bf59f0856436e07d" is_pre_election: true
08:20:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.878333 10250 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 13acec5a404c45d68c9485480c7b51ca in term 3.
08:20:07.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.879009  9849 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 13acec5a404c45d68c9485480c7b51ca, 856413143daf4727bf59f0856436e07d; no voters: 9b740aa1774740808323baeab93f02c6
08:20:07.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.879277 10359 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 4 FOLLOWER]: Leader pre-election won for term 5
08:20:07.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.879335 10359 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 4 FOLLOWER]: Starting leader election (detected failure of leader 9b740aa1774740808323baeab93f02c6)
08:20:07.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.879361 10359 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 4 FOLLOWER]: Advancing to term 5
08:20:07.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.880219 10359 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:07.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.880533 10359 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 5 election: Requested vote from peers 856413143daf4727bf59f0856436e07d (127.7.253.65:40293), 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.880966 10250 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "13acec5a404c45d68c9485480c7b51ca" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "856413143daf4727bf59f0856436e07d"
08:20:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.881096 10250 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 3 FOLLOWER]: Advancing to term 5
08:20:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:07.881485  9850 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113): Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111)
08:20:07.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.882789 10250 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 13acec5a404c45d68c9485480c7b51ca in term 5.
08:20:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.883100  9849 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 13acec5a404c45d68c9485480c7b51ca, 856413143daf4727bf59f0856436e07d; no voters: 9b740aa1774740808323baeab93f02c6
08:20:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.883301 10359 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 5 FOLLOWER]: Leader election won for term 5
08:20:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.883518 10359 raft_consensus.cc:697] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 5 LEADER]: Becoming Leader. State: Replica: 13acec5a404c45d68c9485480c7b51ca, State: Running, Role: LEADER
08:20:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.883813 10359 consensus_queue.cc:237] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:07.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.886252  8243 catalog_manager.cc:5719] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca reported cstate change: term changed from 4 to 5, leader changed from 9b740aa1774740808323baeab93f02c6 (127.7.253.67) to 13acec5a404c45d68c9485480c7b51ca (127.7.253.66). New cstate: current_term: 5 leader_uuid: "13acec5a404c45d68c9485480c7b51ca" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } health_report { overall_health: UNKNOWN } } }
08:20:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:08.297493  9850 consensus_peers.cc:597] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca -> Peer 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113): Couldn't send request to peer 9b740aa1774740808323baeab93f02c6. Status: Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:20:08.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:08.311368 10250 raft_consensus.cc:1275] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 5 FOLLOWER]: Refusing update from remote peer 13acec5a404c45d68c9485480c7b51ca: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
08:20:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:08.312011 10359 consensus_queue.cc:1048] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [LEADER]: Connected to new peer: Peer: permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
08:20:08.990 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:08.990 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:08.990 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2412), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [8ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [11ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [11ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [13ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [13ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [35ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [36ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [38ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [38ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [68ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [71ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [72ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [74ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [74ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [148ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [151ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [152ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [154ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [154ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [629ms] refreshing cache from master, [629ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [631ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [632ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [634ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [634ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2408ms] refreshing cache from master, [2409ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [2411ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@2040668235(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@623e7522 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1975453432 after retry RPC@2005634814) -> (continuation of Deferred@1420160855 after retry RPC@2146596675) -> (continuation of Deferred@893579464 after retry RPC@1508299084) -> (continuation of Deferred@1385533294 after retry RPC@1024870593) -> (continuation of Deferred@654725387 after retry RPC@685327722), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13723881 -> wakeup thread Time-limited test -> (continuation of Deferred@1975453432 after retry RPC@2005634814) -> (continuation of Deferred@1420160855 after retry RPC@2146596675) -> (continuation of Deferred@893579464 after retry RPC@1508299084) -> (continuation of Deferred@1385533294 after retry RPC@1024870593) -> (continuation of Deferred@654725387 after retry RPC@685327722))) after lookup
08:20:08.991 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:08.992 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] Successfully connected to peer
08:20:09.020 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x86923fcc, L:/127.0.0.1:46898 - R:/127.7.253.66:38883] using TOKEN/null
08:20:09.040 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.253.67:38113
08:20:09.041 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:20:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.041476  8181 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data
08:20:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:09.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/logs
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/info.pb
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.67:38113
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.67
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39625
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.67
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:09.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:20:09.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.141193 10422 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:09.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.141364 10422 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:09.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.141407 10422 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:09.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.144655 10422 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:09.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.144749 10422 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.253.67
08:20:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.148466 10422 tablet_server_runner.cc:78] Tablet server non-default flags:
08:20:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/logs
08:20:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data
08:20:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.67:38113
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/info.pb
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.67
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39625
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10422
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.67
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:13 UTC on bdcb31816ec0
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13300
08:20:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.149516 10422 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:09.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.150746 10422 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:09.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.156664 10434 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.156798 10431 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.156708 10422 server_base.cc:1061] running on GCE node
08:20:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.156940 10436 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.157285 10422 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.157805 10422 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:09.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.158948 10422 hybrid_clock.cc:648] HybridClock initialized: now 1786522809158927 us; error 34 us; skew 500 ppm
08:20:09.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.160579 10422 webserver.cc:533] Webserver started at http://127.7.253.67:39625/ using document root <none> and password file <none>
08:20:09.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.161118 10422 fs_manager.cc:362] Metadata directory not provided
08:20:09.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.161177 10422 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:09.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.164202 10422 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
08:20:09.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.165848 10445 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:20:09.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.166747 10422 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
08:20:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.166862 10422 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data,/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b740aa1774740808323baeab93f02c6"
08:20:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:56 on dist-test-slave-6zbq"
08:20:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.167227 10422 fs_report.cc:389] FS layout report
08:20:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/data
08:20:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:09.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:09.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:09.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:09.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:09.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.187763 10422 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:20:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.188331 10422 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.188495 10422 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:09.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.189025 10422 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:20:09.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.190160 10461 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:20:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.193150 10422 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:20:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.193210 10422 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
08:20:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.193270 10422 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:20:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.194762 10422 ts_tablet_manager.cc:616] Registered 1 tablets
08:20:09.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.194819 10422 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
08:20:09.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.195863 10461 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Bootstrap starting.
08:20:09.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.205694 10422 rpc_server.cc:307] RPC server started. Bound to: 127.7.253.67:38113
08:20:09.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.205744 10644 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.253.67:38113 every 8 connection(s)
08:20:09.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.206705 10422 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/info.pb
08:20:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.213021 10461 log.cc:826] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Log is configured to *not* fsync() on all Append() calls
08:20:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.216051 10647 heartbeater.cc:344] Connected to a master server at 127.7.253.126:40993
08:20:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.216028 10645 heartbeater.cc:344] Connected to a master server at 127.7.253.124:43369
08:20:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.216293 10647 heartbeater.cc:461] Registering TS with master...
08:20:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.216298 10645 heartbeater.cc:461] Registering TS with master...
08:20:09.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.216789 10647 heartbeater.cc:507] Master 127.7.253.126:40993 requested a full tablet report, sending...
08:20:09.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.216790 10645 heartbeater.cc:507] Master 127.7.253.124:43369 requested a full tablet report, sending...
08:20:09.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.216998  8181 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQSST7J/build/debug/bin/kudu as pid 10422
08:20:09.218 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:09.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.218619  8246 ts_manager.cc:194] Re-registered known tserver with Master: 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.218791  8501 ts_manager.cc:194] Re-registered known tserver with Master: 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.219473  8246 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.253.67:35469
08:20:09.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.220916 10649 heartbeater.cc:344] Connected to a master server at 127.7.253.125:37693
08:20:09.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.221015 10649 heartbeater.cc:461] Registering TS with master...
08:20:09.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.221225 10649 heartbeater.cc:507] Master 127.7.253.125:37693 requested a full tablet report, sending...
08:20:09.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.222055  8368 ts_manager.cc:194] Re-registered known tserver with Master: 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:09.225 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468, tablet=739aa9378dd84cd9b24d0aed7b667017, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:20:09.226 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.253.66:38883
08:20:09.226 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:20:09.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.227169  8181 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQSST7J/build/debug/bin/kudu with pid 9821
08:20:09.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.238065 10461 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:20:09.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.238461 10461 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Bootstrap complete.
08:20:09.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.239358 10461 ts_tablet_manager.cc:1403] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Time spent bootstrapping tablet: real 0.044s	user 0.018s	sys 0.012s
08:20:09.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.241251 10461 raft_consensus.cc:359] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:09.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.241547 10461 raft_consensus.cc:740] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9b740aa1774740808323baeab93f02c6, State: Initialized, Role: FOLLOWER
08:20:09.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.242050 10461 consensus_queue.cc:260] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:09.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.242725 10647 heartbeater.cc:499] Master 127.7.253.126:40993 was elected leader, sending a full tablet report...
08:20:09.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.242911 10461 ts_tablet_manager.cc:1434] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Time spent starting tablet: real 0.003s	user 0.003s	sys 0.001s
08:20:09.249 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:09.249 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] handling channelInactive
08:20:09.249 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state READY due to: connection closed
08:20:09.267 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:09.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:09.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:09.268 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:09.289 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:09.289 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:09.289 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [19ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [19ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [39ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1904019918(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@13ede09e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2e0eb7e3 -> wakeup thread Time-limited test)) after lookup
08:20:09.290 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:09.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:09.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:09.291 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:09.308 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:09.308 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:09.308 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=59), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [19ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [19ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [39ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [41ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [42ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [42ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [59ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1904019918(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@13ede09e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1817849081 after retry RPC@188070129), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2e0eb7e3 -> wakeup thread Time-limited test -> (continuation of Deferred@1817849081 after retry RPC@188070129))) after lookup
08:20:09.309 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:09.310 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:09.310 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:09.310 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:09.369 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:09.369 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:09.370 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=120), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [19ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [19ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [39ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [41ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [42ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [42ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [59ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [60ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [61ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [61ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [119ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1904019918(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@13ede09e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1817849081 after retry RPC@188070129) -> (continuation of Deferred@1035798952 after retry RPC@468307166), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2e0eb7e3 -> wakeup thread Time-limited test -> (continuation of Deferred@1817849081 after retry RPC@188070129) -> (continuation of Deferred@1035798952 after retry RPC@468307166))) after lookup
08:20:09.370 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:09.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:09.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:09.371 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:09.609 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:09.609 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:09.609 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=359), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [19ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [19ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [39ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [41ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [42ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [42ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [59ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [60ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [61ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [61ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [119ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [121ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [122ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [122ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [357ms] refreshing cache from master, [357ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [359ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1904019918(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@13ede09e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1817849081 after retry RPC@188070129) -> (continuation of Deferred@1035798952 after retry RPC@468307166) -> (continuation of Deferred@602999030 after retry RPC@1990967146), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2e0eb7e3 -> wakeup thread Time-limited test -> (continuation of Deferred@1817849081 after retry RPC@188070129) -> (continuation of Deferred@1035798952 after retry RPC@468307166) -> (continuation of Deferred@602999030 after retry RPC@1990967146))) after lookup
08:20:09.610 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:09.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:09.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:09.612 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:10.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.540767 10668 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 13acec5a404c45d68c9485480c7b51ca)
08:20:10.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.540916 10668 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.542055 10668 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883), 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:10.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:10.542802 10143 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.253.66:38883: connect: Connection refused (error 111)
08:20:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:10.543761 10143 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883): Network error: Client connection negotiation failed: client connection to 127.7.253.66:38883: connect: Connection refused (error 111)
08:20:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.546931 10564 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "856413143daf4727bf59f0856436e07d" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "9b740aa1774740808323baeab93f02c6" is_pre_election: true
08:20:10.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.547228 10564 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 856413143daf4727bf59f0856436e07d in term 4.
08:20:10.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.547943 10145 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 856413143daf4727bf59f0856436e07d, 9b740aa1774740808323baeab93f02c6; no voters: 13acec5a404c45d68c9485480c7b51ca
08:20:10.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.548170 10668 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 5 FOLLOWER]: Leader pre-election won for term 6
08:20:10.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.548233 10668 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 5 FOLLOWER]: Starting leader election (detected failure of leader 13acec5a404c45d68c9485480c7b51ca)
08:20:10.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.548271 10668 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 5 FOLLOWER]: Advancing to term 6
08:20:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.549017 10668 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.549329 10668 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 6 election: Requested vote from peers 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883), 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.549726 10564 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "856413143daf4727bf59f0856436e07d" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "9b740aa1774740808323baeab93f02c6"
08:20:10.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.549854 10564 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 4 FOLLOWER]: Advancing to term 6
08:20:10.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:10.550374 10143 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883): Network error: Client connection negotiation failed: client connection to 127.7.253.66:38883: connect: Connection refused (error 111)
08:20:10.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.551498 10564 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 856413143daf4727bf59f0856436e07d in term 6.
08:20:10.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.551813 10145 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 856413143daf4727bf59f0856436e07d, 9b740aa1774740808323baeab93f02c6; no voters: 13acec5a404c45d68c9485480c7b51ca
08:20:10.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.551959 10668 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 6 FOLLOWER]: Leader election won for term 6
08:20:10.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.552151 10668 raft_consensus.cc:697] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 6 LEADER]: Becoming Leader. State: Replica: 856413143daf4727bf59f0856436e07d, State: Running, Role: LEADER
08:20:10.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.552398 10668 consensus_queue.cc:237] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:10.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.554610  8246 catalog_manager.cc:5719] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d reported cstate change: term changed from 5 to 6, leader changed from 13acec5a404c45d68c9485480c7b51ca (127.7.253.66) to 856413143daf4727bf59f0856436e07d (127.7.253.65). New cstate: current_term: 6 leader_uuid: "856413143daf4727bf59f0856436e07d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } health_report { overall_health: UNKNOWN } } }
08:20:10.609 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:10.610 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:10.610 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1360), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [1ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [19ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [19ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [39ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [41ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [42ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [42ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [59ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [60ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [61ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [61ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [119ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [121ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [122ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [122ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [357ms] refreshing cache from master, [357ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [359ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [361ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [363ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [363ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [1357ms] refreshing cache from master, [1357ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [1360ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1904019918(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@13ede09e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1817849081 after retry RPC@188070129) -> (continuation of Deferred@1035798952 after retry RPC@468307166) -> (continuation of Deferred@602999030 after retry RPC@1990967146) -> (continuation of Deferred@14862231 after retry RPC@723085326), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2e0eb7e3 -> wakeup thread Time-limited test -> (continuation of Deferred@1817849081 after retry RPC@188070129) -> (continuation of Deferred@1035798952 after retry RPC@468307166) -> (continuation of Deferred@602999030 after retry RPC@1990967146) -> (continuation of Deferred@14862231 after retry RPC@723085326))) after lookup
08:20:10.611 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:10.612 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] Successfully connected to peer
08:20:10.637 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x0d2a3198, L:/127.0.0.1:60144 - R:/127.7.253.65:40293] using TOKEN/null
08:20:10.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.641256 10564 raft_consensus.cc:1275] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 6 FOLLOWER]: Refusing update from remote peer 856413143daf4727bf59f0856436e07d: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 22. (index mismatch)
08:20:10.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:10.641737 10143 consensus_peers.cc:597] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d -> Peer 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883): Couldn't send request to peer 13acec5a404c45d68c9485480c7b51ca. Status: Network error: Client connection negotiation failed: client connection to 127.7.253.66:38883: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:20:10.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.642001 10676 consensus_queue.cc:1048] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
08:20:10.669 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.253.66:38883
08:20:10.670 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:20:10.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.671486  8181 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:10.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:10.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:20:10.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data
08:20:10.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:10.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:10.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:10.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/logs
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data/info.pb
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.66:38883
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.66
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41731
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.66
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:20:10.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:10.779665 10707 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:10.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:10.779830 10707 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:10.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:10.779887 10707 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:10.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:10.783202 10707 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:10.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:10.783310 10707 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.253.66
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.786962 10707 tablet_server_runner.cc:78] Tablet server non-default flags:
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/logs
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.66:38883
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data/info.pb
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.66
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41731
08:20:10.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10707
08:20:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.66
08:20:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:20:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:20:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:20:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:13 UTC on bdcb31816ec0
08:20:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13300
08:20:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.788097 10707 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:10.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.789286 10707 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:10.794999 10720 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:10.794999 10716 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:10.795020 10717 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.795285 10707 server_base.cc:1061] running on GCE node
08:20:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.795680 10707 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:10.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.796149 10707 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:10.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.797294 10707 hybrid_clock.cc:648] HybridClock initialized: now 1786522810797274 us; error 32 us; skew 500 ppm
08:20:10.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.798858 10707 webserver.cc:533] Webserver started at http://127.7.253.66:41731/ using document root <none> and password file <none>
08:20:10.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.799374 10707 fs_manager.cc:362] Metadata directory not provided
08:20:10.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.799428 10707 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.802386 10707 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.001s
08:20:10.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.804068 10727 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.805039 10707 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.000s	sys 0.001s
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.805142 10707 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data,/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13acec5a404c45d68c9485480c7b51ca"
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.805464 10707 fs_report.cc:389] FS layout report
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data/data
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:10.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.816684 10707 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:20:10.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.817224 10707 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:10.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.817382 10707 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:10.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.817858 10707 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:20:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.818992 10736 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:20:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.821970 10707 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:20:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.822017 10707 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
08:20:10.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.822057 10707 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:20:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.823464 10707 ts_tablet_manager.cc:616] Registered 1 tablets
08:20:10.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.823505 10707 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:20:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.823858 10736 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Bootstrap starting.
08:20:10.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.833432 10707 rpc_server.cc:307] RPC server started. Bound to: 127.7.253.66:38883
08:20:10.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.833464 10917 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.253.66:38883 every 8 connection(s)
08:20:10.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.834491 10707 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data/info.pb
08:20:10.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.837793  8181 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQSST7J/build/debug/bin/kudu as pid 10707
08:20:10.838 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:10.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.840282 10736 log.cc:826] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Log is configured to *not* fsync() on all Append() calls
08:20:10.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.845904 10920 heartbeater.cc:344] Connected to a master server at 127.7.253.125:37693
08:20:10.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.846123 10920 heartbeater.cc:461] Registering TS with master...
08:20:10.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.846709 10920 heartbeater.cc:507] Master 127.7.253.125:37693 requested a full tablet report, sending...
08:20:10.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.846989 10919 heartbeater.cc:344] Connected to a master server at 127.7.253.126:40993
08:20:10.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.847240 10918 heartbeater.cc:344] Connected to a master server at 127.7.253.124:43369
08:20:10.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.847333 10918 heartbeater.cc:461] Registering TS with master...
08:20:10.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.847498 10918 heartbeater.cc:507] Master 127.7.253.124:43369 requested a full tablet report, sending...
08:20:10.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.848362 10919 heartbeater.cc:461] Registering TS with master...
08:20:10.848 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468, tablet=739aa9378dd84cd9b24d0aed7b667017, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:20:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.848567  8368 ts_manager.cc:194] Re-registered known tserver with Master: 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:20:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.848663 10919 heartbeater.cc:507] Master 127.7.253.126:40993 requested a full tablet report, sending...
08:20:10.849 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.253.65:40293
08:20:10.850 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:20:10.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.850034  8243 ts_manager.cc:194] Re-registered known tserver with Master: 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:20:10.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.850837  8501 ts_manager.cc:194] Re-registered known tserver with Master: 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:20:10.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.850939  8243 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.253.66:44727
08:20:10.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.851125  8181 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQSST7J/build/debug/bin/kudu with pid 10112
08:20:10.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.862435 10736 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:20:10.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.862736 10736 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Bootstrap complete.
08:20:10.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.863924 10736 ts_tablet_manager.cc:1403] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Time spent bootstrapping tablet: real 0.040s	user 0.019s	sys 0.014s
08:20:10.864 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:10.864 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] handling channelInactive
08:20:10.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state READY due to: connection closed
08:20:10.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.866323 10736 raft_consensus.cc:359] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:10.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.866743 10736 raft_consensus.cc:740] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 13acec5a404c45d68c9485480c7b51ca, State: Initialized, Role: FOLLOWER
08:20:10.867 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:10.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.867236 10736 consensus_queue.cc:260] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:10.868 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:10.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.868161 10736 ts_tablet_manager.cc:1434] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Time spent starting tablet: real 0.004s	user 0.002s	sys 0.002s
08:20:10.868 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:10.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.868357 10919 heartbeater.cc:499] Master 127.7.253.126:40993 was elected leader, sending a full tablet report...
08:20:10.868 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:10.889 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:10.889 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:10.889 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=3, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [4ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [4ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@622857492(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@459948a6 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d665fb2 -> wakeup thread Time-limited test)) after lookup
08:20:10.889 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:10.890 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:10.890 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:10.890 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:10.908 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:10.908 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:10.908 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=5, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [4ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [4ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [25ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [26ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [26ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@622857492(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@459948a6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1100121975 after retry RPC@1856428856), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d665fb2 -> wakeup thread Time-limited test -> (continuation of Deferred@1100121975 after retry RPC@1856428856))) after lookup
08:20:10.909 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:10.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:10.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:10.910 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:10.989 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:10.989 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:10.989 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=7, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=125), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [4ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [4ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [25ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [26ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [26ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [45ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [46ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [47ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [124ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@622857492(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@459948a6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1100121975 after retry RPC@1856428856) -> (continuation of Deferred@1908112282 after retry RPC@689705358), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d665fb2 -> wakeup thread Time-limited test -> (continuation of Deferred@1100121975 after retry RPC@1856428856) -> (continuation of Deferred@1908112282 after retry RPC@689705358))) after lookup
08:20:10.990 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:10.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:10.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:10.991 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:11.049 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:11.049 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:11.050 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=9, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=185), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [4ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [4ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [25ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [26ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [26ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [45ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [46ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [47ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [124ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [126ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [127ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [127ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [182ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [185ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@622857492(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@459948a6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1100121975 after retry RPC@1856428856) -> (continuation of Deferred@1908112282 after retry RPC@689705358) -> (continuation of Deferred@177288730 after retry RPC@1031201952), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d665fb2 -> wakeup thread Time-limited test -> (continuation of Deferred@1100121975 after retry RPC@1856428856) -> (continuation of Deferred@1908112282 after retry RPC@689705358) -> (continuation of Deferred@177288730 after retry RPC@1031201952))) after lookup
08:20:11.050 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:11.051 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:11.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:11.052 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:12.009 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:12.010 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:12.010 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=11, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1145), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [4ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [4ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [25ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [26ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [26ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [45ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [46ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [47ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [124ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [126ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [127ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [127ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [182ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [185ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [186ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [187ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [188ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [1143ms] refreshing cache from master, [1143ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [1145ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@622857492(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@459948a6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1100121975 after retry RPC@1856428856) -> (continuation of Deferred@1908112282 after retry RPC@689705358) -> (continuation of Deferred@177288730 after retry RPC@1031201952) -> (continuation of Deferred@982425241 after retry RPC@811019916), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d665fb2 -> wakeup thread Time-limited test -> (continuation of Deferred@1100121975 after retry RPC@1856428856) -> (continuation of Deferred@1908112282 after retry RPC@689705358) -> (continuation of Deferred@177288730 after retry RPC@1031201952) -> (continuation of Deferred@982425241 after retry RPC@811019916))) after lookup
08:20:12.010 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:12.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:12.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:12.012 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.169695 10944 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 856413143daf4727bf59f0856436e07d)
08:20:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.169816 10944 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:12.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.170847 10944 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 856413143daf4727bf59f0856436e07d (127.7.253.65:40293), 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:20:12.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.171554 10450 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.253.65:40293: connect: Connection refused (error 111)
08:20:12.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.172569 10450 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 856413143daf4727bf59f0856436e07d (127.7.253.65:40293): Network error: Client connection negotiation failed: client connection to 127.7.253.65:40293: connect: Connection refused (error 111)
08:20:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.175942 10844 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "9b740aa1774740808323baeab93f02c6" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "13acec5a404c45d68c9485480c7b51ca" is_pre_election: true
08:20:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.176218 10844 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9b740aa1774740808323baeab93f02c6 in term 5.
08:20:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.176930 10450 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 13acec5a404c45d68c9485480c7b51ca, 9b740aa1774740808323baeab93f02c6; no voters: 856413143daf4727bf59f0856436e07d
08:20:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.177160 10944 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 6 FOLLOWER]: Leader pre-election won for term 7
08:20:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.177233 10944 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 856413143daf4727bf59f0856436e07d)
08:20:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.177277 10944 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 6 FOLLOWER]: Advancing to term 7
08:20:12.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.178083 10944 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:12.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.178468 10944 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 7 election: Requested vote from peers 856413143daf4727bf59f0856436e07d (127.7.253.65:40293), 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:20:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.178938 10844 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "9b740aa1774740808323baeab93f02c6" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "13acec5a404c45d68c9485480c7b51ca"
08:20:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.179045 10844 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 5 FOLLOWER]: Advancing to term 7
08:20:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.179308 10450 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 856413143daf4727bf59f0856436e07d (127.7.253.65:40293): Network error: Client connection negotiation failed: client connection to 127.7.253.65:40293: connect: Connection refused (error 111)
08:20:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.180640 10844 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9b740aa1774740808323baeab93f02c6 in term 7.
08:20:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.180935 10450 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 13acec5a404c45d68c9485480c7b51ca, 9b740aa1774740808323baeab93f02c6; no voters: 856413143daf4727bf59f0856436e07d
08:20:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.181109 10944 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 7 FOLLOWER]: Leader election won for term 7
08:20:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.181330 10944 raft_consensus.cc:697] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 7 LEADER]: Becoming Leader. State: Replica: 9b740aa1774740808323baeab93f02c6, State: Running, Role: LEADER
08:20:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.181748 10944 consensus_queue.cc:237] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.184252  8243 catalog_manager.cc:5719] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 reported cstate change: term changed from 6 to 7, leader changed from 856413143daf4727bf59f0856436e07d (127.7.253.65) to 9b740aa1774740808323baeab93f02c6 (127.7.253.67). New cstate: current_term: 7 leader_uuid: "9b740aa1774740808323baeab93f02c6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } health_report { overall_health: HEALTHY } } }
08:20:12.309 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:12.309 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:12.310 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=13, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1445), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [1ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [4ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [4ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [24ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [25ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [26ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [26ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [44ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [45ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [46ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [47ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [124ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [126ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [127ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [127ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [182ms] refreshing cache from master, [182ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [185ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [186ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [187ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [188ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [1143ms] refreshing cache from master, [1143ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [1145ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [1146ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [1148ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [1148ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [1442ms] refreshing cache from master, [1442ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [1445ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@622857492(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@459948a6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1100121975 after retry RPC@1856428856) -> (continuation of Deferred@1908112282 after retry RPC@689705358) -> (continuation of Deferred@177288730 after retry RPC@1031201952) -> (continuation of Deferred@982425241 after retry RPC@811019916) -> (continuation of Deferred@1235201332 after retry RPC@1085659589), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d665fb2 -> wakeup thread Time-limited test -> (continuation of Deferred@1100121975 after retry RPC@1856428856) -> (continuation of Deferred@1908112282 after retry RPC@689705358) -> (continuation of Deferred@177288730 after retry RPC@1031201952) -> (continuation of Deferred@982425241 after retry RPC@811019916) -> (continuation of Deferred@1235201332 after retry RPC@1085659589))) after lookup
08:20:12.310 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:12.311 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] Successfully connected to peer
08:20:12.340 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0x96c94815, L:/127.0.0.1:59600 - R:/127.7.253.67:38113] using TOKEN/null
08:20:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.344173 10844 raft_consensus.cc:1275] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 7 FOLLOWER]: Refusing update from remote peer 9b740aa1774740808323baeab93f02c6: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 26. (index mismatch)
08:20:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.344862 10450 consensus_peers.cc:597] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 -> Peer 856413143daf4727bf59f0856436e07d (127.7.253.65:40293): Couldn't send request to peer 856413143daf4727bf59f0856436e07d. Status: Network error: Client connection negotiation failed: client connection to 127.7.253.65:40293: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:20:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.344862 10944 consensus_queue.cc:1048] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
08:20:12.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.350172 10978 mvcc.cc:204] Tried to move back new op lower bound from 7317597439353786368 to 7317597438699364352. Current Snapshot: MvccSnapshot[applied={T|T < 7317597439353786368}]
08:20:12.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.351058 10980 mvcc.cc:204] Tried to move back new op lower bound from 7317597432487604224 to 7317597432024653824. Current Snapshot: MvccSnapshot[applied={T|T < 7317597432380284928}]
08:20:12.367 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.253.65:40293
08:20:12.367 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.368382  8181 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data
08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/logs
08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data/info.pb
08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:12.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:20:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.65:40293
08:20:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.65
08:20:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38989
08:20:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.65
08:20:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:20:12.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.467813 10991 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:12.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.467999 10991 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:12.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.468042 10991 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.471274 10991 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:12.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.471369 10991 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.253.65
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.475066 10991 tablet_server_runner.cc:78] Tablet server non-default flags:
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/logs
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.65:40293
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data/info.pb
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.65
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38989
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.10991
08:20:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.65
08:20:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:20:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:20:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:20:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:13 UTC on bdcb31816ec0
08:20:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13300
08:20:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.475941 10991 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:12.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.476925 10991 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:12.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.482719 10997 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:12.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.482745 10996 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:12.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.482831 11002 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:12.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.482918 10991 server_base.cc:1061] running on GCE node
08:20:12.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.483408 10991 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:12.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.483873 10991 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:12.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.485024 10991 hybrid_clock.cc:648] HybridClock initialized: now 1786522812485008 us; error 33 us; skew 500 ppm
08:20:12.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.486609 10991 webserver.cc:533] Webserver started at http://127.7.253.65:38989/ using document root <none> and password file <none>
08:20:12.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.487093 10991 fs_manager.cc:362] Metadata directory not provided
08:20:12.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.487145 10991 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:12.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.490016 10991 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
08:20:12.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.491670 11009 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:20:12.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.492550 10991 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.492647 10991 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data,/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "856413143daf4727bf59f0856436e07d"
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.493009 10991 fs_report.cc:389] FS layout report
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data/data
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.502492 10991 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:20:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.503032 10991 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.503209 10991 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:12.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.503774 10991 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:20:12.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.504916 11020 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:20:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.507897 10991 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:20:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.507951 10991 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
08:20:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.508008 10991 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:20:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.509557 10991 ts_tablet_manager.cc:616] Registered 1 tablets
08:20:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.509598 10991 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
08:20:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.509876 11020 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Bootstrap starting.
08:20:12.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.519802 10991 rpc_server.cc:307] RPC server started. Bound to: 127.7.253.65:40293
08:20:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.519852 11204 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.253.65:40293 every 8 connection(s)
08:20:12.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.520835 10991 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data/info.pb
08:20:12.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.523898  8181 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQSST7J/build/debug/bin/kudu as pid 10991
08:20:12.525 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:12.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.527006 11020 log.cc:826] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Log is configured to *not* fsync() on all Append() calls
08:20:12.533 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468, tablet=739aa9378dd84cd9b24d0aed7b667017, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:20:12.534 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.253.67:38113
08:20:12.534 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:20:12.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.534266 11209 heartbeater.cc:344] Connected to a master server at 127.7.253.124:43369
08:20:12.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.534557 11209 heartbeater.cc:461] Registering TS with master...
08:20:12.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.535198 11209 heartbeater.cc:507] Master 127.7.253.124:43369 requested a full tablet report, sending...
08:20:12.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.536469  8181 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQSST7J/build/debug/bin/kudu with pid 10422
08:20:12.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.541662  8500 ts_manager.cc:194] Re-registered known tserver with Master: 856413143daf4727bf59f0856436e07d (127.7.253.65:40293)
08:20:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.547119 11211 heartbeater.cc:344] Connected to a master server at 127.7.253.125:37693
08:20:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.547217 11211 heartbeater.cc:461] Registering TS with master...
08:20:12.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.547427 11211 heartbeater.cc:507] Master 127.7.253.125:37693 requested a full tablet report, sending...
08:20:12.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.548318  8368 ts_manager.cc:194] Re-registered known tserver with Master: 856413143daf4727bf59f0856436e07d (127.7.253.65:40293)
08:20:12.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.548826 11210 heartbeater.cc:344] Connected to a master server at 127.7.253.126:40993
08:20:12.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.548910 11210 heartbeater.cc:461] Registering TS with master...
08:20:12.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.549086 11210 heartbeater.cc:507] Master 127.7.253.126:40993 requested a full tablet report, sending...
08:20:12.550 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] handling channelInactive
08:20:12.550 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state READY due to: connection closed
08:20:12.551 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:12.552 [DEBUG - Time-limited test] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.550387  8243 ts_manager.cc:194] Re-registered known tserver with Master: 856413143daf4727bf59f0856436e07d (127.7.253.65:40293)
08:20:12.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.551457  8243 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.253.65:46107
08:20:12.553 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:12.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:12.554 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:12.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.555178 11020 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:20:12.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.555487 11020 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Bootstrap complete.
08:20:12.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.556452 11020 ts_tablet_manager.cc:1403] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Time spent bootstrapping tablet: real 0.047s	user 0.028s	sys 0.008s
08:20:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.558519 11020 raft_consensus.cc:359] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:12.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.558921 11020 raft_consensus.cc:740] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 856413143daf4727bf59f0856436e07d, State: Initialized, Role: FOLLOWER
08:20:12.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.559382 11020 consensus_queue.cc:260] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:12.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.559963 11210 heartbeater.cc:499] Master 127.7.253.126:40993 was elected leader, sending a full tablet report...
08:20:12.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.560146 11020 ts_tablet_manager.cc:1434] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
08:20:12.568 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:12.568 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:12.569 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [16ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@64864205(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@6dc82582 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3d9489e2 -> wakeup thread Time-limited test)) after lookup
08:20:12.569 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:12.570 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:12.570 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:12.570 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:12.588 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:12.589 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:12.589 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [16ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [17ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [18ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [18ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [36ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@64864205(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@6dc82582 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@844354505 after retry RPC@730961912), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3d9489e2 -> wakeup thread Time-limited test -> (continuation of Deferred@844354505 after retry RPC@730961912))) after lookup
08:20:12.589 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:12.590 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:12.590 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:12.590 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:12.609 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:12.609 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:12.609 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=57), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [16ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [17ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [18ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [18ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [36ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [37ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [38ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [38ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [56ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@64864205(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@6dc82582 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@844354505 after retry RPC@730961912) -> (continuation of Deferred@116177784 after retry RPC@560321034), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3d9489e2 -> wakeup thread Time-limited test -> (continuation of Deferred@844354505 after retry RPC@730961912) -> (continuation of Deferred@116177784 after retry RPC@560321034))) after lookup
08:20:12.610 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:12.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:12.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:12.611 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:12.649 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:12.649 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:12.649 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=97), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [16ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [17ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [18ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [18ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [36ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [37ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [38ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [38ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [56ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [58ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [59ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [59ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [94ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [96ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@64864205(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@6dc82582 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@844354505 after retry RPC@730961912) -> (continuation of Deferred@116177784 after retry RPC@560321034) -> (continuation of Deferred@129125953 after retry RPC@138950975), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3d9489e2 -> wakeup thread Time-limited test -> (continuation of Deferred@844354505 after retry RPC@730961912) -> (continuation of Deferred@116177784 after retry RPC@560321034) -> (continuation of Deferred@129125953 after retry RPC@138950975))) after lookup
08:20:12.649 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:12.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:12.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:12.651 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:12.729 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:12.729 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:12.729 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=177), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [16ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [17ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [18ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [18ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [36ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [37ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [38ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [38ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [56ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [58ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [59ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [59ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [94ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [96ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [97ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [99ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [99ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [174ms] refreshing cache from master, [174ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [176ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@64864205(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@6dc82582 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@844354505 after retry RPC@730961912) -> (continuation of Deferred@116177784 after retry RPC@560321034) -> (continuation of Deferred@129125953 after retry RPC@138950975) -> (continuation of Deferred@2051543164 after retry RPC@1033058636), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3d9489e2 -> wakeup thread Time-limited test -> (continuation of Deferred@844354505 after retry RPC@730961912) -> (continuation of Deferred@116177784 after retry RPC@560321034) -> (continuation of Deferred@129125953 after retry RPC@138950975) -> (continuation of Deferred@2051543164 after retry RPC@1033058636))) after lookup
08:20:12.730 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:12.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:12.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:12.731 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.866922 11234 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 9b740aa1774740808323baeab93f02c6)
08:20:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.867044 11234 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.868023 11234 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 856413143daf4727bf59f0856436e07d (127.7.253.65:40293), 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:13.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:13.868829 10732 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111)
08:20:13.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:13.869652 10732 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113): Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111)
08:20:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.872627 11128 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "13acec5a404c45d68c9485480c7b51ca" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "856413143daf4727bf59f0856436e07d" is_pre_election: true
08:20:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.872895 11128 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 13acec5a404c45d68c9485480c7b51ca in term 6.
08:20:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.873562 10731 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 13acec5a404c45d68c9485480c7b51ca, 856413143daf4727bf59f0856436e07d; no voters: 9b740aa1774740808323baeab93f02c6
08:20:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.873792 11234 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 7 FOLLOWER]: Leader pre-election won for term 8
08:20:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.873852 11234 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 7 FOLLOWER]: Starting leader election (detected failure of leader 9b740aa1774740808323baeab93f02c6)
08:20:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.873879 11234 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 7 FOLLOWER]: Advancing to term 8
08:20:13.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.874704 11234 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:13.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.875006 11234 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 8 election: Requested vote from peers 856413143daf4727bf59f0856436e07d (127.7.253.65:40293), 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:13.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.875377 11128 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "13acec5a404c45d68c9485480c7b51ca" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "856413143daf4727bf59f0856436e07d"
08:20:13.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.875501 11128 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 6 FOLLOWER]: Advancing to term 8
08:20:13.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:13.875967 10732 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113): Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111)
08:20:13.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.877061 11128 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 13acec5a404c45d68c9485480c7b51ca in term 8.
08:20:13.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.877395 10731 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 13acec5a404c45d68c9485480c7b51ca, 856413143daf4727bf59f0856436e07d; no voters: 9b740aa1774740808323baeab93f02c6
08:20:13.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.877578 11234 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 8 FOLLOWER]: Leader election won for term 8
08:20:13.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.877753 11234 raft_consensus.cc:697] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 8 LEADER]: Becoming Leader. State: Replica: 13acec5a404c45d68c9485480c7b51ca, State: Running, Role: LEADER
08:20:13.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.878019 11234 consensus_queue.cc:237] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:13.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.880676  8243 catalog_manager.cc:5719] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca reported cstate change: term changed from 7 to 8, leader changed from 9b740aa1774740808323baeab93f02c6 (127.7.253.67) to 13acec5a404c45d68c9485480c7b51ca (127.7.253.66). New cstate: current_term: 8 leader_uuid: "13acec5a404c45d68c9485480c7b51ca" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } health_report { overall_health: UNKNOWN } } }
08:20:14.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:14.264783 10732 consensus_peers.cc:597] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca -> Peer 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113): Couldn't send request to peer 9b740aa1774740808323baeab93f02c6. Status: Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:20:14.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.446435 11128 raft_consensus.cc:1275] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 8 FOLLOWER]: Refusing update from remote peer 13acec5a404c45d68c9485480c7b51ca: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
08:20:14.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.447088 11234 consensus_queue.cc:1048] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [LEADER]: Connected to new peer: Peer: permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
08:20:14.450 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:14.450 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:14.450 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1898), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [16ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [17ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [18ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [18ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [34ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [36ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [37ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [38ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [38ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [54ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [56ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [58ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [59ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [59ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [94ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [96ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [97ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [99ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [99ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [174ms] refreshing cache from master, [174ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [176ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [177ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [179ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [179ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [1895ms] refreshing cache from master, [1895ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [1897ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@64864205(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@6dc82582 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@844354505 after retry RPC@730961912) -> (continuation of Deferred@116177784 after retry RPC@560321034) -> (continuation of Deferred@129125953 after retry RPC@138950975) -> (continuation of Deferred@2051543164 after retry RPC@1033058636) -> (continuation of Deferred@203504565 after retry RPC@685521444), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3d9489e2 -> wakeup thread Time-limited test -> (continuation of Deferred@844354505 after retry RPC@730961912) -> (continuation of Deferred@116177784 after retry RPC@560321034) -> (continuation of Deferred@129125953 after retry RPC@138950975) -> (continuation of Deferred@2051543164 after retry RPC@1033058636) -> (continuation of Deferred@203504565 after retry RPC@685521444))) after lookup
08:20:14.451 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:14.453 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] Successfully connected to peer
08:20:14.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.456447 11264 mvcc.cc:204] Tried to move back new op lower bound from 7317597439444017152 to 7317597438699364352. Current Snapshot: MvccSnapshot[applied={T|T < 7317597439444017152}]
08:20:14.469 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x0a7d927b, L:/127.0.0.1:46934 - R:/127.7.253.66:38883] using TOKEN/null
08:20:14.483 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.253.67:38113
08:20:14.483 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:20:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.484225  8181 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data
08:20:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:14.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/logs
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/info.pb
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.67:38113
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.67
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39625
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.67
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:14.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:20:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:14.585107 11273 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:14.585280 11273 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:14.585340 11273 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:14.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:14.588595 11273 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:14.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:14.588706 11273 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.253.67
08:20:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.592366 11273 tablet_server_runner.cc:78] Tablet server non-default flags:
08:20:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/logs
08:20:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data
08:20:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.67:38113
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/info.pb
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.67
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39625
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.11273
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.67
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:13 UTC on bdcb31816ec0
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13300
08:20:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.593453 11273 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:14.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.594487 11273 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:14.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:14.600414 11283 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:14.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:14.600447 11288 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:14.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:14.600419 11284 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:14.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.600776 11273 server_base.cc:1061] running on GCE node
08:20:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.601142 11273 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:14.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.601640 11273 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.602787 11273 hybrid_clock.cc:648] HybridClock initialized: now 1786522814602769 us; error 28 us; skew 500 ppm
08:20:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.604534 11273 webserver.cc:533] Webserver started at http://127.7.253.67:39625/ using document root <none> and password file <none>
08:20:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.605115 11273 fs_manager.cc:362] Metadata directory not provided
08:20:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.605180 11273 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.609037 11273 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.000s
08:20:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.612191 11294 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:20:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.613300 11273 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
08:20:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.613412 11273 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data,/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b740aa1774740808323baeab93f02c6"
08:20:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:56 on dist-test-slave-6zbq"
08:20:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.613840 11273 fs_report.cc:389] FS layout report
08:20:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/data
08:20:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:14.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.629029 11273 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:20:14.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.629635 11273 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:14.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.629801 11273 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:14.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.630415 11273 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:20:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.631543 11310 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:20:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.634523 11273 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:20:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.634575 11273 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
08:20:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.634624 11273 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:20:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.636021 11273 ts_tablet_manager.cc:616] Registered 1 tablets
08:20:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.636065 11273 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:20:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.636375 11310 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Bootstrap starting.
08:20:14.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.645367 11273 rpc_server.cc:307] RPC server started. Bound to: 127.7.253.67:38113
08:20:14.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.645442 11507 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.253.67:38113 every 8 connection(s)
08:20:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.646266 11273 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/info.pb
08:20:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.649727  8181 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQSST7J/build/debug/bin/kudu as pid 11273
08:20:14.650 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:14.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.653528 11310 log.cc:826] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Log is configured to *not* fsync() on all Append() calls
08:20:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.657678 11516 heartbeater.cc:344] Connected to a master server at 127.7.253.125:37693
08:20:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.657910 11516 heartbeater.cc:461] Registering TS with master...
08:20:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.658519 11516 heartbeater.cc:507] Master 127.7.253.125:37693 requested a full tablet report, sending...
08:20:14.659 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468, tablet=739aa9378dd84cd9b24d0aed7b667017, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:20:14.660 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.253.66:38883
08:20:14.660 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:20:14.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.660396  8368 ts_manager.cc:194] Re-registered known tserver with Master: 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:14.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.660866  8181 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQSST7J/build/debug/bin/kudu with pid 10707
08:20:14.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.670246 11514 heartbeater.cc:344] Connected to a master server at 127.7.253.126:40993
08:20:14.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.670367 11514 heartbeater.cc:461] Registering TS with master...
08:20:14.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.670572 11514 heartbeater.cc:507] Master 127.7.253.126:40993 requested a full tablet report, sending...
08:20:14.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.671368  8246 ts_manager.cc:194] Re-registered known tserver with Master: 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:14.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.672088  8246 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.253.67:43729
08:20:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.673537 11513 heartbeater.cc:344] Connected to a master server at 127.7.253.124:43369
08:20:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.673614 11513 heartbeater.cc:461] Registering TS with master...
08:20:14.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.673769 11513 heartbeater.cc:507] Master 127.7.253.124:43369 requested a full tablet report, sending...
08:20:14.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.674603  8500 ts_manager.cc:194] Re-registered known tserver with Master: 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:14.679 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] handling channelInactive
08:20:14.680 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state READY due to: connection closed
08:20:14.680 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:14.681 [DEBUG - Time-limited test] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:14.682 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:14.682 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:14.682 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.683257 11310 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:20:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.683609 11310 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Bootstrap complete.
08:20:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.684903 11310 ts_tablet_manager.cc:1403] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Time spent bootstrapping tablet: real 0.049s	user 0.025s	sys 0.012s
08:20:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.687376 11310 raft_consensus.cc:359] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.687728 11310 raft_consensus.cc:740] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9b740aa1774740808323baeab93f02c6, State: Initialized, Role: FOLLOWER
08:20:14.688 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:14.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.688251 11310 consensus_queue.cc:260] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:14.688 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.689208 11310 ts_tablet_manager.cc:1434] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Time spent starting tablet: real 0.004s	user 0.006s	sys 0.001s
08:20:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.689419 11514 heartbeater.cc:499] Master 127.7.253.126:40993 was elected leader, sending a full tablet report...
08:20:14.689 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [2ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [2ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1792804280(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@23981fdd -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5ebc8fca -> wakeup thread Time-limited test)) after lookup
08:20:14.690 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:14.690 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:14.691 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:14.691 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:14.708 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:14.708 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:14.709 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [2ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [2ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [9ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [11ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [11ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1792804280(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@23981fdd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1930992072 after retry RPC@1231063742), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5ebc8fca -> wakeup thread Time-limited test -> (continuation of Deferred@1930992072 after retry RPC@1231063742))) after lookup
08:20:14.709 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:14.710 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:14.710 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:14.710 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:14.728 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:14.728 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:14.729 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [2ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [2ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [9ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [11ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [11ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [29ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [30ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [30ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [46ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1792804280(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@23981fdd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1930992072 after retry RPC@1231063742) -> (continuation of Deferred@764440219 after retry RPC@1617437933), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5ebc8fca -> wakeup thread Time-limited test -> (continuation of Deferred@1930992072 after retry RPC@1231063742) -> (continuation of Deferred@764440219 after retry RPC@1617437933))) after lookup
08:20:14.729 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:14.730 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:14.730 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:14.730 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:14.849 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:14.849 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:14.849 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=169), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [2ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [2ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [9ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [11ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [11ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [29ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [30ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [30ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [46ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [49ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [50ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [50ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [166ms] refreshing cache from master, [167ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [169ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1792804280(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@23981fdd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1930992072 after retry RPC@1231063742) -> (continuation of Deferred@764440219 after retry RPC@1617437933) -> (continuation of Deferred@551512004 after retry RPC@20017278), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5ebc8fca -> wakeup thread Time-limited test -> (continuation of Deferred@1930992072 after retry RPC@1231063742) -> (continuation of Deferred@764440219 after retry RPC@1617437933) -> (continuation of Deferred@551512004 after retry RPC@20017278))) after lookup
08:20:14.850 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:14.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:14.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:14.851 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:15.169 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:15.169 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:15.170 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=489), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [2ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [2ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [9ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [11ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [11ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [29ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [30ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [30ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [46ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [49ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [50ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [50ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [166ms] refreshing cache from master, [167ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [169ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [170ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [171ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [171ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [486ms] refreshing cache from master, [487ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [489ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1792804280(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@23981fdd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1930992072 after retry RPC@1231063742) -> (continuation of Deferred@764440219 after retry RPC@1617437933) -> (continuation of Deferred@551512004 after retry RPC@20017278) -> (continuation of Deferred@2129552821 after retry RPC@1960200342), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5ebc8fca -> wakeup thread Time-limited test -> (continuation of Deferred@1930992072 after retry RPC@1231063742) -> (continuation of Deferred@764440219 after retry RPC@1617437933) -> (continuation of Deferred@551512004 after retry RPC@20017278) -> (continuation of Deferred@2129552821 after retry RPC@1960200342))) after lookup
08:20:15.170 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:15.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:15.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:15.172 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:15.729 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:15.729 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:15.730 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1049), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [2ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [2ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [9ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [11ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [11ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [29ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [30ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [30ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [46ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [49ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [50ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [50ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [166ms] refreshing cache from master, [167ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [169ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [170ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [171ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [171ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [486ms] refreshing cache from master, [487ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [489ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [490ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [492ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [492ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [1047ms] refreshing cache from master, [1047ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [1049ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1792804280(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@23981fdd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1930992072 after retry RPC@1231063742) -> (continuation of Deferred@764440219 after retry RPC@1617437933) -> (continuation of Deferred@551512004 after retry RPC@20017278) -> (continuation of Deferred@2129552821 after retry RPC@1960200342) -> (continuation of Deferred@1397802020 after retry RPC@1537691991), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5ebc8fca -> wakeup thread Time-limited test -> (continuation of Deferred@1930992072 after retry RPC@1231063742) -> (continuation of Deferred@764440219 after retry RPC@1617437933) -> (continuation of Deferred@551512004 after retry RPC@20017278) -> (continuation of Deferred@2129552821 after retry RPC@1960200342) -> (continuation of Deferred@1397802020 after retry RPC@1537691991))) after lookup
08:20:15.731 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:15.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:15.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state CONNECTING due to: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:15.732 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883
08:20:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.984055 11538 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 13acec5a404c45d68c9485480c7b51ca)
08:20:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.984200 11538 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.985205 11538 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883), 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:15.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:15.985878 11014 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.253.66:38883: connect: Connection refused (error 111)
08:20:15.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:15.986726 11014 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883): Network error: Client connection negotiation failed: client connection to 127.7.253.66:38883: connect: Connection refused (error 111)
08:20:15.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.989758 11431 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "856413143daf4727bf59f0856436e07d" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "9b740aa1774740808323baeab93f02c6" is_pre_election: true
08:20:15.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.989981 11431 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 856413143daf4727bf59f0856436e07d in term 7.
08:20:15.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.990602 11015 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 856413143daf4727bf59f0856436e07d, 9b740aa1774740808323baeab93f02c6; no voters: 13acec5a404c45d68c9485480c7b51ca
08:20:15.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.990841 11538 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 8 FOLLOWER]: Leader pre-election won for term 9
08:20:15.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.990897 11538 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 8 FOLLOWER]: Starting leader election (detected failure of leader 13acec5a404c45d68c9485480c7b51ca)
08:20:15.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.990927 11538 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 8 FOLLOWER]: Advancing to term 9
08:20:15.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.991674 11538 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.991973 11538 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 9 election: Requested vote from peers 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883), 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.992342 11431 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "856413143daf4727bf59f0856436e07d" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "9b740aa1774740808323baeab93f02c6"
08:20:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.992466 11431 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 7 FOLLOWER]: Advancing to term 9
08:20:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:15.992964 11014 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883): Network error: Client connection negotiation failed: client connection to 127.7.253.66:38883: connect: Connection refused (error 111)
08:20:15.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.994112 11431 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 856413143daf4727bf59f0856436e07d in term 9.
08:20:15.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.994432 11015 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 856413143daf4727bf59f0856436e07d, 9b740aa1774740808323baeab93f02c6; no voters: 13acec5a404c45d68c9485480c7b51ca
08:20:15.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.994582 11538 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 9 FOLLOWER]: Leader election won for term 9
08:20:15.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.994756 11538 raft_consensus.cc:697] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 9 LEADER]: Becoming Leader. State: Replica: 856413143daf4727bf59f0856436e07d, State: Running, Role: LEADER
08:20:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.994997 11538 consensus_queue.cc:237] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:15.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.997056  8246 catalog_manager.cc:5719] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d reported cstate change: term changed from 8 to 9, leader changed from 13acec5a404c45d68c9485480c7b51ca (127.7.253.66) to 856413143daf4727bf59f0856436e07d (127.7.253.65). New cstate: current_term: 9 leader_uuid: "856413143daf4727bf59f0856436e07d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } health_report { overall_health: UNKNOWN } } }
08:20:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:16.549959 11014 consensus_peers.cc:597] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d -> Peer 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883): Couldn't send request to peer 13acec5a404c45d68c9485480c7b51ca. Status: Network error: Client connection negotiation failed: client connection to 127.7.253.66:38883: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:20:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:16.571511 11431 raft_consensus.cc:1275] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 9 FOLLOWER]: Refusing update from remote peer 856413143daf4727bf59f0856436e07d: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
08:20:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:16.572191 11562 consensus_queue.cc:1048] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
08:20:17.249 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:17.249 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:17.249 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=14, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2569), Traces: [0ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [2ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [2ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [8ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [9ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [11ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [11ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [28ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [29ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [30ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [30ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [46ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [48ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [49ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [50ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [50ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [166ms] refreshing cache from master, [167ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [169ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [170ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [171ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [171ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [486ms] refreshing cache from master, [487ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [489ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [490ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [492ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [492ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [1047ms] refreshing cache from master, [1047ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [1049ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [1050ms] sending RPC to server 13acec5a404c45d68c9485480c7b51ca, [1052ms] received response from server 13acec5a404c45d68c9485480c7b51ca: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [1052ms] delaying RPC due to: Network error: Failed to connect to peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883): Connection refused: /127.7.253.66:38883, [2566ms] refreshing cache from master, [2566ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [2568ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1792804280(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@23981fdd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1930992072 after retry RPC@1231063742) -> (continuation of Deferred@764440219 after retry RPC@1617437933) -> (continuation of Deferred@551512004 after retry RPC@20017278) -> (continuation of Deferred@2129552821 after retry RPC@1960200342) -> (continuation of Deferred@1397802020 after retry RPC@1537691991) -> (continuation of Deferred@1797388410 after retry RPC@174928288), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5ebc8fca -> wakeup thread Time-limited test -> (continuation of Deferred@1930992072 after retry RPC@1231063742) -> (continuation of Deferred@764440219 after retry RPC@1617437933) -> (continuation of Deferred@551512004 after retry RPC@20017278) -> (continuation of Deferred@2129552821 after retry RPC@1960200342) -> (continuation of Deferred@1397802020 after retry RPC@1537691991) -> (continuation of Deferred@1797388410 after retry RPC@174928288))) after lookup
08:20:17.250 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:17.251 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] Successfully connected to peer
08:20:17.265 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x5b6640b1, L:/127.0.0.1:59694 - R:/127.7.253.65:40293] using TOKEN/null
08:20:17.282 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.253.66:38883
08:20:17.282 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:20:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.283346  8181 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:20:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data
08:20:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/logs
08:20:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data/info.pb
08:20:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:20:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.66:38883
08:20:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.66
08:20:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41731
08:20:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.66
08:20:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:20:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:17.383960 11609 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:17.384119 11609 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:17.384157 11609 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:17.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:17.387326 11609 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:17.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:17.387415 11609 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.253.66
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.391039 11609 tablet_server_runner.cc:78] Tablet server non-default flags:
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/logs
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.66:38883
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data/info.pb
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.66
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41731
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.11609
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.66
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:20:17.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:17.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:17.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:20:17.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:13 UTC on bdcb31816ec0
08:20:17.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13300
08:20:17.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.391873 11609 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:17.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.392839 11609 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:17.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:17.398597 11619 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:17.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:17.398627 11620 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:17.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:17.398717 11625 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:17.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.398983 11609 server_base.cc:1061] running on GCE node
08:20:17.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.399250 11609 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:17.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.399729 11609 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:17.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.400883 11609 hybrid_clock.cc:648] HybridClock initialized: now 1786522817400872 us; error 31 us; skew 500 ppm
08:20:17.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.402432 11609 webserver.cc:533] Webserver started at http://127.7.253.66:41731/ using document root <none> and password file <none>
08:20:17.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.402901 11609 fs_manager.cc:362] Metadata directory not provided
08:20:17.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.402951 11609 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:17.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.405906 11609 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.000s	sys 0.003s
08:20:17.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.408056 11638 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:20:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.409091 11609 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
08:20:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.409205 11609 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data,/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:20:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13acec5a404c45d68c9485480c7b51ca"
08:20:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:20:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.409583 11609 fs_report.cc:389] FS layout report
08:20:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:20:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/wal
08:20:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data/data
08:20:17.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:17.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.427459 11609 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:20:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.428059 11609 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.428227 11609 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.428763 11609 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:20:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.429996 11655 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:20:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.433077 11609 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:20:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.433132 11609 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
08:20:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.433176 11609 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:20:17.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.434613 11609 ts_tablet_manager.cc:616] Registered 1 tablets
08:20:17.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.434669 11609 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
08:20:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.435024 11655 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Bootstrap starting.
08:20:17.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.445996 11609 rpc_server.cc:307] RPC server started. Bound to: 127.7.253.66:38883
08:20:17.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.446319 11847 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.253.66:38883 every 8 connection(s)
08:20:17.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.447252 11609 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-1/data/info.pb
08:20:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.449900  8181 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQSST7J/build/debug/bin/kudu as pid 11609
08:20:17.450 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:17.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.457595 11655 log.cc:826] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Log is configured to *not* fsync() on all Append() calls
08:20:17.458 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468, tablet=739aa9378dd84cd9b24d0aed7b667017, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:20:17.459 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.253.65:40293
08:20:17.459 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:20:17.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.459786  8181 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQSST7J/build/debug/bin/kudu with pid 10991
08:20:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.489787 11655 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:20:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.490267 11655 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Bootstrap complete.
08:20:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.491843 11655 ts_tablet_manager.cc:1403] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Time spent bootstrapping tablet: real 0.057s	user 0.036s	sys 0.012s
08:20:17.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.495013 11655 raft_consensus.cc:359] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:17.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.495492 11655 raft_consensus.cc:740] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 13acec5a404c45d68c9485480c7b51ca, State: Initialized, Role: FOLLOWER
08:20:17.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.496165 11655 consensus_queue.cc:260] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:17.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.497881 11655 ts_tablet_manager.cc:1434] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca: Time spent starting tablet: real 0.006s	user 0.006s	sys 0.000s
08:20:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.500182 11852 heartbeater.cc:344] Connected to a master server at 127.7.253.126:40993
08:20:17.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.500392 11852 heartbeater.cc:461] Registering TS with master...
08:20:17.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.500931 11852 heartbeater.cc:507] Master 127.7.253.126:40993 requested a full tablet report, sending...
08:20:17.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.502794  8246 ts_manager.cc:194] Re-registered known tserver with Master: 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:20:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.503720  8246 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.253.66:40083
08:20:17.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.504249 11857 heartbeater.cc:344] Connected to a master server at 127.7.253.125:37693
08:20:17.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.504340 11857 heartbeater.cc:461] Registering TS with master...
08:20:17.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.504544 11857 heartbeater.cc:507] Master 127.7.253.125:37693 requested a full tablet report, sending...
08:20:17.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.504565 11849 heartbeater.cc:344] Connected to a master server at 127.7.253.124:43369
08:20:17.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.504638 11849 heartbeater.cc:461] Registering TS with master...
08:20:17.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.504933 11849 heartbeater.cc:507] Master 127.7.253.124:43369 requested a full tablet report, sending...
08:20:17.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.505430  8368 ts_manager.cc:194] Re-registered known tserver with Master: 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:20:17.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.505730  8500 ts_manager.cc:194] Re-registered known tserver with Master: 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:20:17.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.506227 11852 heartbeater.cc:499] Master 127.7.253.126:40993 was elected leader, sending a full tablet report...
08:20:17.510 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:17.510 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] handling channelInactive
08:20:17.510 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state READY due to: connection closed
08:20:17.511 [DEBUG - Time-limited test] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:17.512 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:17.512 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:17.512 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:17.528 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:17.528 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:17.529 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [2ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [2ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@996251607(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@58e2512a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3736aa00 -> wakeup thread Time-limited test)) after lookup
08:20:17.529 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:17.530 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:17.530 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:17.531 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:17.549 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:17.549 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:17.549 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [2ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [2ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [19ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [21ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [21ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [38ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@996251607(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@58e2512a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@802060847 after retry RPC@757769084), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3736aa00 -> wakeup thread Time-limited test -> (continuation of Deferred@802060847 after retry RPC@757769084))) after lookup
08:20:17.550 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:17.550 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:17.551 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:17.551 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:17.568 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:17.568 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:17.568 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [2ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [2ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [19ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [21ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [21ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [38ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [39ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [41ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [41ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [58ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@996251607(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@58e2512a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@802060847 after retry RPC@757769084) -> (continuation of Deferred@19181524 after retry RPC@2037243343), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3736aa00 -> wakeup thread Time-limited test -> (continuation of Deferred@802060847 after retry RPC@757769084) -> (continuation of Deferred@19181524 after retry RPC@2037243343))) after lookup
08:20:17.569 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:17.570 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:17.570 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:17.570 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:17.588 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:17.589 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:17.589 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [2ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [2ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [19ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [21ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [21ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [38ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [39ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [41ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [41ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [58ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [59ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [60ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [60ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [78ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@996251607(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@58e2512a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@802060847 after retry RPC@757769084) -> (continuation of Deferred@19181524 after retry RPC@2037243343) -> (continuation of Deferred@2115003805 after retry RPC@1770282037), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3736aa00 -> wakeup thread Time-limited test -> (continuation of Deferred@802060847 after retry RPC@757769084) -> (continuation of Deferred@19181524 after retry RPC@2037243343) -> (continuation of Deferred@2115003805 after retry RPC@1770282037))) after lookup
08:20:17.590 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:17.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:17.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:17.591 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:18.049 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:18.049 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293)[L],9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:18.050 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=539), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [2ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [2ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [19ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [21ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [21ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [38ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [39ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [41ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [41ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [58ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [59ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [60ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [60ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [78ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [79ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [80ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [81ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [537ms] refreshing cache from master, [537ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [539ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@996251607(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@58e2512a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@802060847 after retry RPC@757769084) -> (continuation of Deferred@19181524 after retry RPC@2037243343) -> (continuation of Deferred@2115003805 after retry RPC@1770282037) -> (continuation of Deferred@492691405 after retry RPC@1458785703), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3736aa00 -> wakeup thread Time-limited test -> (continuation of Deferred@802060847 after retry RPC@757769084) -> (continuation of Deferred@19181524 after retry RPC@2037243343) -> (continuation of Deferred@2115003805 after retry RPC@1770282037) -> (continuation of Deferred@492691405 after retry RPC@1458785703))) after lookup
08:20:18.050 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] connecting to peer
08:20:18.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:18.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] cleaning up while in state CONNECTING due to: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:18.052 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 856413143daf4727bf59f0856436e07d(127.7.253.65:40293) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293
08:20:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.782694 11872 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 856413143daf4727bf59f0856436e07d)
08:20:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.782838 11872 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.783892 11872 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 856413143daf4727bf59f0856436e07d (127.7.253.65:40293), 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:20:18.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:18.784623 11305 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.253.65:40293: connect: Connection refused (error 111)
08:20:18.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:18.785593 11305 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 856413143daf4727bf59f0856436e07d (127.7.253.65:40293): Network error: Client connection negotiation failed: client connection to 127.7.253.65:40293: connect: Connection refused (error 111)
08:20:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.788858 11773 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "9b740aa1774740808323baeab93f02c6" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "13acec5a404c45d68c9485480c7b51ca" is_pre_election: true
08:20:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.789125 11773 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9b740aa1774740808323baeab93f02c6 in term 8.
08:20:18.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.789779 11305 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 13acec5a404c45d68c9485480c7b51ca, 9b740aa1774740808323baeab93f02c6; no voters: 856413143daf4727bf59f0856436e07d
08:20:18.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.789999 11872 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 9 FOLLOWER]: Leader pre-election won for term 10
08:20:18.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.790057 11872 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 856413143daf4727bf59f0856436e07d)
08:20:18.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.790084 11872 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 9 FOLLOWER]: Advancing to term 10
08:20:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.790875 11872 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.791159 11872 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 10 election: Requested vote from peers 856413143daf4727bf59f0856436e07d (127.7.253.65:40293), 13acec5a404c45d68c9485480c7b51ca (127.7.253.66:38883)
08:20:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.791692 11773 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "9b740aa1774740808323baeab93f02c6" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "13acec5a404c45d68c9485480c7b51ca"
08:20:18.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.791806 11773 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 8 FOLLOWER]: Advancing to term 10
08:20:18.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:18.792119 11305 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 856413143daf4727bf59f0856436e07d (127.7.253.65:40293): Network error: Client connection negotiation failed: client connection to 127.7.253.65:40293: connect: Connection refused (error 111)
08:20:18.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.793310 11773 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9b740aa1774740808323baeab93f02c6 in term 10.
08:20:18.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.793603 11305 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 13acec5a404c45d68c9485480c7b51ca, 9b740aa1774740808323baeab93f02c6; no voters: 856413143daf4727bf59f0856436e07d
08:20:18.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.793776 11872 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 10 FOLLOWER]: Leader election won for term 10
08:20:18.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.793954 11872 raft_consensus.cc:697] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 10 LEADER]: Becoming Leader. State: Replica: 9b740aa1774740808323baeab93f02c6, State: Running, Role: LEADER
08:20:18.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.794222 11872 consensus_queue.cc:237] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:18.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.796314  8246 catalog_manager.cc:5719] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 reported cstate change: term changed from 9 to 10, leader changed from 856413143daf4727bf59f0856436e07d (127.7.253.65) to 9b740aa1774740808323baeab93f02c6 (127.7.253.67). New cstate: current_term: 10 leader_uuid: "9b740aa1774740808323baeab93f02c6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } health_report { overall_health: HEALTHY } } }
08:20:19.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.179610 11773 raft_consensus.cc:1275] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 10 FOLLOWER]: Refusing update from remote peer 9b740aa1774740808323baeab93f02c6: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
08:20:19.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.180362 11872 consensus_queue.cc:1048] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
08:20:19.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:19.190166 11305 consensus_peers.cc:597] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 -> Peer 856413143daf4727bf59f0856436e07d (127.7.253.65:40293): Couldn't send request to peer 856413143daf4727bf59f0856436e07d. Status: Network error: Client connection negotiation failed: client connection to 127.7.253.65:40293: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:20:19.329 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:19.330 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:19.330 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1819), Traces: [0ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [2ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [2ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [18ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [19ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [21ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [21ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [38ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [39ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [41ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [41ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [58ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [59ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [60ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [60ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [78ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [79ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [80ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [81ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [537ms] refreshing cache from master, [537ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [539ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [540ms] sending RPC to server 856413143daf4727bf59f0856436e07d, [542ms] received response from server 856413143daf4727bf59f0856436e07d: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [542ms] delaying RPC due to: Network error: Failed to connect to peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293): Connection refused: /127.7.253.65:40293, [1816ms] refreshing cache from master, [1817ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [1819ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@996251607(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@58e2512a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@802060847 after retry RPC@757769084) -> (continuation of Deferred@19181524 after retry RPC@2037243343) -> (continuation of Deferred@2115003805 after retry RPC@1770282037) -> (continuation of Deferred@492691405 after retry RPC@1458785703) -> (continuation of Deferred@156975529 after retry RPC@1742550139), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3736aa00 -> wakeup thread Time-limited test -> (continuation of Deferred@802060847 after retry RPC@757769084) -> (continuation of Deferred@19181524 after retry RPC@2037243343) -> (continuation of Deferred@2115003805 after retry RPC@1770282037) -> (continuation of Deferred@492691405 after retry RPC@1458785703) -> (continuation of Deferred@156975529 after retry RPC@1742550139))) after lookup
08:20:19.331 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:19.332 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] Successfully connected to peer
08:20:19.347 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x7b1fa1f5, L:/127.0.0.1:48764 - R:/127.7.253.67:38113] using TOKEN/null
08:20:19.362 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.253.65:40293
08:20:19.362 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.362988  8181 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/logs
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data/info.pb
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.65:40293
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.65
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38989
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.65
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:20:19.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:19.465085 11918 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:19.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:19.465250 11918 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:19.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:19.465288 11918 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:19.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:19.468473 11918 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:19.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:19.468564 11918 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.253.65
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.472133 11918 tablet_server_runner.cc:78] Tablet server non-default flags:
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/logs
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.65:40293
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data/info.pb
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.65
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38989
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.11918
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.65
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:20:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:20:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:20:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:13 UTC on bdcb31816ec0
08:20:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13300
08:20:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.472909 11918 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.473794 11918 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:19.479257 11930 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:19.479279 11926 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:19.479261 11932 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.479480 11918 server_base.cc:1061] running on GCE node
08:20:19.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.479866 11918 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.480321 11918 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:19.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.481462 11918 hybrid_clock.cc:648] HybridClock initialized: now 1786522819481453 us; error 25 us; skew 500 ppm
08:20:19.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.482964 11918 webserver.cc:533] Webserver started at http://127.7.253.65:38989/ using document root <none> and password file <none>
08:20:19.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.483428 11918 fs_manager.cc:362] Metadata directory not provided
08:20:19.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.483476 11918 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:19.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.486364 11918 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.000s	sys 0.003s
08:20:19.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.487987 11946 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.488893 11918 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.000s	sys 0.001s
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.488996 11918 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data,/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "856413143daf4727bf59f0856436e07d"
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:55 on dist-test-slave-6zbq"
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.489363 11918 fs_report.cc:389] FS layout report
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/wal
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data/data
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:19.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.517395 11918 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:20:19.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.517864 11918 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:19.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.517983 11918 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:19.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.518447 11918 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:20:19.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.519603 11962 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:20:19.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.522617 11918 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:20:19.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.522675 11918 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.003s	user 0.000s	sys 0.000s
08:20:19.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.522719 11918 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:20:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.524035 11918 ts_tablet_manager.cc:616] Registered 1 tablets
08:20:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.524076 11918 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:20:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.524394 11962 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Bootstrap starting.
08:20:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.533591 11918 rpc_server.cc:307] RPC server started. Bound to: 127.7.253.65:40293
08:20:19.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.533818 12141 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.253.65:40293 every 8 connection(s)
08:20:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.534610 11918 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-0/data/info.pb
08:20:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.538980  8181 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQSST7J/build/debug/bin/kudu as pid 11918
08:20:19.539 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:19.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.542176 11962 log.cc:826] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Log is configured to *not* fsync() on all Append() calls
08:20:19.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.544431 12145 heartbeater.cc:344] Connected to a master server at 127.7.253.125:37693
08:20:19.547 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468, tablet=739aa9378dd84cd9b24d0aed7b667017, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:20:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.544636 12145 heartbeater.cc:461] Registering TS with master...
08:20:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.546072 12145 heartbeater.cc:507] Master 127.7.253.125:37693 requested a full tablet report, sending...
08:20:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.546530 12144 heartbeater.cc:344] Connected to a master server at 127.7.253.126:40993
08:20:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.546595 12144 heartbeater.cc:461] Registering TS with master...
08:20:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.546751 12144 heartbeater.cc:507] Master 127.7.253.126:40993 requested a full tablet report, sending...
08:20:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.547851  8246 ts_manager.cc:194] Re-registered known tserver with Master: 856413143daf4727bf59f0856436e07d (127.7.253.65:40293)
08:20:19.548 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.7.253.67:38113
08:20:19.548 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:20:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.548662  8246 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.253.65:47009
08:20:19.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.548928  8181 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQSST7J/build/debug/bin/kudu with pid 11273
08:20:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.558049  8375 ts_manager.cc:194] Re-registered known tserver with Master: 856413143daf4727bf59f0856436e07d (127.7.253.65:40293)
08:20:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.569885 11962 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:20:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.570189 11962 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Bootstrap complete.
08:20:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.571044 11962 ts_tablet_manager.cc:1403] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Time spent bootstrapping tablet: real 0.047s	user 0.036s	sys 0.004s
08:20:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.572942 12142 heartbeater.cc:344] Connected to a master server at 127.7.253.124:43369
08:20:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.573072 12142 heartbeater.cc:461] Registering TS with master...
08:20:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.572907 11962 raft_consensus.cc:359] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.573232 12142 heartbeater.cc:507] Master 127.7.253.124:43369 requested a full tablet report, sending...
08:20:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.573328 11962 raft_consensus.cc:740] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 856413143daf4727bf59f0856436e07d, State: Initialized, Role: FOLLOWER
08:20:19.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.573760 11962 consensus_queue.cc:260] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:19.573 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] handling channelInactive
08:20:19.574 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:19.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state READY due to: connection closed
08:20:19.574 [DEBUG - Time-limited test] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.574618 12144 heartbeater.cc:499] Master 127.7.253.126:40993 was elected leader, sending a full tablet report...
08:20:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.574677 11962 ts_tablet_manager.cc:1434] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
08:20:19.575 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:19.575 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:19.576 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:19.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.576889  8500 ts_manager.cc:194] Re-registered known tserver with Master: 856413143daf4727bf59f0856436e07d (127.7.253.65:40293)
08:20:19.588 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:19.588 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:19.588 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1869314138(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@611bf720 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a7b96e1 -> wakeup thread Time-limited test)) after lookup
08:20:19.589 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:19.589 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:19.589 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:19.590 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:19.608 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:19.609 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:19.609 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [14ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [15ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [16ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [34ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1869314138(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@611bf720 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1029324407 after retry RPC@464546723), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a7b96e1 -> wakeup thread Time-limited test -> (continuation of Deferred@1029324407 after retry RPC@464546723))) after lookup
08:20:19.610 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:19.610 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:19.611 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:19.611 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:19.628 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:19.628 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:19.628 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=54), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [14ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [15ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [16ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [34ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [35ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [37ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [37ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [54ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1869314138(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@611bf720 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1029324407 after retry RPC@464546723) -> (continuation of Deferred@722254695 after retry RPC@863580374), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a7b96e1 -> wakeup thread Time-limited test -> (continuation of Deferred@1029324407 after retry RPC@464546723) -> (continuation of Deferred@722254695 after retry RPC@863580374))) after lookup
08:20:19.629 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:19.629 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:19.630 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:19.630 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:19.748 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:19.749 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:19.749 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=175), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [14ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [15ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [16ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [34ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [35ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [37ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [37ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [54ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [54ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [56ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [56ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [172ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [174ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1869314138(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@611bf720 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1029324407 after retry RPC@464546723) -> (continuation of Deferred@722254695 after retry RPC@863580374) -> (continuation of Deferred@206922467 after retry RPC@1984957503), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a7b96e1 -> wakeup thread Time-limited test -> (continuation of Deferred@1029324407 after retry RPC@464546723) -> (continuation of Deferred@722254695 after retry RPC@863580374) -> (continuation of Deferred@206922467 after retry RPC@1984957503))) after lookup
08:20:19.750 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:19.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:19.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:19.751 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:20.109 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:20.109 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883),856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)[L]]}]
08:20:20.110 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=535), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [14ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [15ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [16ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [34ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [35ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [37ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [37ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [54ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [54ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [56ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [56ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [172ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [174ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [175ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [177ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [177ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [532ms] refreshing cache from master, [532ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [535ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1869314138(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@611bf720 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1029324407 after retry RPC@464546723) -> (continuation of Deferred@722254695 after retry RPC@863580374) -> (continuation of Deferred@206922467 after retry RPC@1984957503) -> (continuation of Deferred@1420317134 after retry RPC@577740432), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a7b96e1 -> wakeup thread Time-limited test -> (continuation of Deferred@1029324407 after retry RPC@464546723) -> (continuation of Deferred@722254695 after retry RPC@863580374) -> (continuation of Deferred@206922467 after retry RPC@1984957503) -> (continuation of Deferred@1420317134 after retry RPC@577740432))) after lookup
08:20:20.111 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] connecting to peer
08:20:20.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:20.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:20.112 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113) for tablet 739aa9378dd84cd9b24d0aed7b667017: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113
08:20:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.862412 12163 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 9b740aa1774740808323baeab93f02c6)
08:20:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.862561 12163 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.863691 12163 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 856413143daf4727bf59f0856436e07d (127.7.253.65:40293), 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:20.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:20.864502 11647 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111)
08:20:20.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:20.865341 11647 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113): Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111)
08:20:20.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.868333 12066 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "13acec5a404c45d68c9485480c7b51ca" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "856413143daf4727bf59f0856436e07d" is_pre_election: true
08:20:20.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.868563 12066 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 13acec5a404c45d68c9485480c7b51ca in term 9.
08:20:20.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.869171 11645 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 13acec5a404c45d68c9485480c7b51ca, 856413143daf4727bf59f0856436e07d; no voters: 9b740aa1774740808323baeab93f02c6
08:20:20.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.869377 12163 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 10 FOLLOWER]: Leader pre-election won for term 11
08:20:20.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.869446 12163 raft_consensus.cc:493] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 10 FOLLOWER]: Starting leader election (detected failure of leader 9b740aa1774740808323baeab93f02c6)
08:20:20.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.869488 12163 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 10 FOLLOWER]: Advancing to term 11
08:20:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.870312 12163 raft_consensus.cc:515] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:20.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.870713 12163 leader_election.cc:290] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 11 election: Requested vote from peers 856413143daf4727bf59f0856436e07d (127.7.253.65:40293), 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:20.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.871035 12066 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "739aa9378dd84cd9b24d0aed7b667017" candidate_uuid: "13acec5a404c45d68c9485480c7b51ca" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "856413143daf4727bf59f0856436e07d"
08:20:20.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.871148 12066 raft_consensus.cc:3060] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 9 FOLLOWER]: Advancing to term 11
08:20:20.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:20.871783 11647 leader_election.cc:336] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113): Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111)
08:20:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.872956 12066 raft_consensus.cc:2468] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 13acec5a404c45d68c9485480c7b51ca in term 11.
08:20:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.873273 11645 leader_election.cc:304] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 13acec5a404c45d68c9485480c7b51ca, 856413143daf4727bf59f0856436e07d; no voters: 9b740aa1774740808323baeab93f02c6
08:20:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.873435 12163 raft_consensus.cc:2804] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 11 FOLLOWER]: Leader election won for term 11
08:20:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.873683 12163 raft_consensus.cc:697] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [term 11 LEADER]: Becoming Leader. State: Replica: 13acec5a404c45d68c9485480c7b51ca, State: Running, Role: LEADER
08:20:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.873966 12163 consensus_queue.cc:237] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.876277  8246 catalog_manager.cc:5719] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca reported cstate change: term changed from 10 to 11, leader changed from 9b740aa1774740808323baeab93f02c6 (127.7.253.67) to 13acec5a404c45d68c9485480c7b51ca (127.7.253.66). New cstate: current_term: 11 leader_uuid: "13acec5a404c45d68c9485480c7b51ca" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } health_report { overall_health: UNKNOWN } } }
08:20:21.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.254736 12066 raft_consensus.cc:1275] T 739aa9378dd84cd9b24d0aed7b667017 P 856413143daf4727bf59f0856436e07d [term 11 FOLLOWER]: Refusing update from remote peer 13acec5a404c45d68c9485480c7b51ca: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
08:20:21.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.255505 12163 consensus_queue.cc:1048] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca [LEADER]: Connected to new peer: Peer: permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
08:20:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:21.264122 11647 consensus_peers.cc:597] T 739aa9378dd84cd9b24d0aed7b667017 P 13acec5a404c45d68c9485480c7b51ca -> Peer 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113): Couldn't send request to peer 9b740aa1774740808323baeab93f02c6. Status: Network error: Client connection negotiation failed: client connection to 127.7.253.67:38113: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:20:21.969 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 739aa9378dd84cd9b24d0aed7b667017 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468' with partition [<start>, <end>)
08:20:21.969 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=739aa9378dd84cd9b24d0aed7b667017@[13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)[L],856413143daf4727bf59f0856436e07d(127.7.253.65:40293),9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)]}]
08:20:21.970 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=739aa9378dd84cd9b24d0aed7b667017, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2395), Traces: [0ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [2ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [14ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [14ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [15ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [16ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [32ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [34ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [35ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [37ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [37ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [54ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [54ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [56ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [56ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [172ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [174ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [175ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [177ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [177ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [532ms] refreshing cache from master, [532ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [535ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, [536ms] sending RPC to server 9b740aa1774740808323baeab93f02c6, [538ms] received response from server 9b740aa1774740808323baeab93f02c6: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [538ms] delaying RPC due to: Network error: Failed to connect to peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113): Connection refused: /127.7.253.67:38113, [2393ms] refreshing cache from master, [2393ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.253.126:40993, [2395ms] Sub RPC GetTableLocations: received response from server master-127.7.253.126:40993: OK, deferred=Deferred@1869314138(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$240/0x00007efd48338f98@611bf720 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1029324407 after retry RPC@464546723) -> (continuation of Deferred@722254695 after retry RPC@863580374) -> (continuation of Deferred@206922467 after retry RPC@1984957503) -> (continuation of Deferred@1420317134 after retry RPC@577740432) -> (continuation of Deferred@2027841935 after retry RPC@647750426), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7a7b96e1 -> wakeup thread Time-limited test -> (continuation of Deferred@1029324407 after retry RPC@464546723) -> (continuation of Deferred@722254695 after retry RPC@863580374) -> (continuation of Deferred@206922467 after retry RPC@1984957503) -> (continuation of Deferred@1420317134 after retry RPC@577740432) -> (continuation of Deferred@2027841935 after retry RPC@647750426))) after lookup
08:20:21.970 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] connecting to peer
08:20:21.971 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] Successfully connected to peer
08:20:21.985 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x469bb9f2, L:/127.0.0.1:44918 - R:/127.7.253.66:38883] using TOKEN/null
08:20:22.002 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.7.253.67:38113
08:20:22.003 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:20:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.003767  8181 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQSST7J/build/debug/bin/kudu
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/logs
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/info.pb
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.67:38113
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.67
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39625
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.67
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:22.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:20:22.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:22.103920 12226 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:22.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:22.104076 12226 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:22.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:22.104115 12226 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:22.107229 12226 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:22.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:22.107321 12226 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.253.67
08:20:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.111305 12226 tablet_server_runner.cc:78] Tablet server non-default flags:
08:20:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/logs
08:20:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.253.84:36427
08:20:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data
08:20:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.253.67:38113
08:20:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/info.pb
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.253.67
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39625
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.253.126:40993,127.7.253.125:37693,127.7.253.124:43369
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.12226
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.253.67
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:13 UTC on bdcb31816ec0
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13300
08:20:22.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.112094 12226 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.113046 12226 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:22.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:22.118804 12236 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:22.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:22.118872 12238 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:22.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:22.118804 12235 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:22.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.119414 12226 server_base.cc:1061] running on GCE node
08:20:22.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.119742 12226 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:22.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.120237 12226 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:22.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.121392 12226 hybrid_clock.cc:648] HybridClock initialized: now 1786522822121374 us; error 34 us; skew 500 ppm
08:20:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.122974 12226 webserver.cc:533] Webserver started at http://127.7.253.67:39625/ using document root <none> and password file <none>
08:20:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.123487 12226 fs_manager.cc:362] Metadata directory not provided
08:20:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.123546 12226 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:22.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.126643 12226 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.000s	sys 0.003s
08:20:22.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.128441 12250 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:20:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.129398 12226 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
08:20:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.129496 12226 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data,/tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9b740aa1774740808323baeab93f02c6"
08:20:22.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:19:56 on dist-test-slave-6zbq"
08:20:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.129842 12226 fs_report.cc:389] FS layout report
08:20:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/wal
08:20:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/data
08:20:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:22.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.147183 12226 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:20:22.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.147719 12226 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:22.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.147889 12226 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:22.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.148442 12226 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:20:22.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.149664 12264 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:20:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.153438 12226 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:20:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.153502 12226 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
08:20:22.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.153563 12226 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:20:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.154969 12226 ts_tablet_manager.cc:616] Registered 1 tablets
08:20:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.155012 12226 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.001s	sys 0.000s
08:20:22.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.155364 12264 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Bootstrap starting.
08:20:22.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.165342 12226 rpc_server.cc:307] RPC server started. Bound to: 127.7.253.67:38113
08:20:22.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.165406 12465 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.253.67:38113 every 8 connection(s)
08:20:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.166282 12226 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskQSST7J/test-tmp/mini-kudu-cluster7534931368467499099/ts-2/data/info.pb
08:20:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.169176  8181 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskQSST7J/build/debug/bin/kudu as pid 12226
08:20:22.169 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:20:22.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.177093 12264 log.cc:826] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Log is configured to *not* fsync() on all Append() calls
08:20:22.178 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468, tablet=739aa9378dd84cd9b24d0aed7b667017, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:20:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.179297 12466 heartbeater.cc:344] Connected to a master server at 127.7.253.124:43369
08:20:22.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.179517 12466 heartbeater.cc:461] Registering TS with master...
08:20:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.180068 12466 heartbeater.cc:507] Master 127.7.253.124:43369 requested a full tablet report, sending...
08:20:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.181458 12467 heartbeater.cc:344] Connected to a master server at 127.7.253.126:40993
08:20:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.181550 12467 heartbeater.cc:461] Registering TS with master...
08:20:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.181735 12467 heartbeater.cc:507] Master 127.7.253.126:40993 requested a full tablet report, sending...
08:20:22.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.182556  8243 ts_manager.cc:194] Re-registered known tserver with Master: 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:22.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.182605  8500 ts_manager.cc:194] Re-registered known tserver with Master: 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:22.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.183420  8243 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.253.67:55567
08:20:22.186 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786522796468, tablet=739aa9378dd84cd9b24d0aed7b667017, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:20:22.192 [DEBUG - main] (Connection.java:575) [peer master-127.7.253.125:37693(127.7.253.125:37693)] disconnecting while in state READY
08:20:22.193 [DEBUG - main] (Connection.java:575) [peer master-127.7.253.126:40993(127.7.253.126:40993)] disconnecting while in state READY
08:20:22.193 [DEBUG - main] (Connection.java:575) [peer 9b740aa1774740808323baeab93f02c6(127.7.253.67:38113)] disconnecting while in state TERMINATED
08:20:22.193 [DEBUG - main] (Connection.java:575) [peer master-127.7.253.124:43369(127.7.253.124:43369)] disconnecting while in state READY
08:20:22.194 [DEBUG - main] (Connection.java:575) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] disconnecting while in state READY
08:20:22.194 [DEBUG - main] (Connection.java:575) [peer 856413143daf4727bf59f0856436e07d(127.7.253.65:40293)] disconnecting while in state TERMINATED
08:20:22.196 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.7.253.124:43369(127.7.253.124:43369)] handling channelInactive
08:20:22.196 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.7.253.124:43369(127.7.253.124:43369)] cleaning up while in state READY due to: connection closed
08:20:22.196 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.253.125:37693(127.7.253.125:37693)] handling channelInactive
08:20:22.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.253.125:37693(127.7.253.125:37693)] cleaning up while in state READY due to: connection closed
08:20:22.198 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:20:22.203 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.253.126:40993(127.7.253.126:40993)] handling channelInactive
08:20:22.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.253.126:40993(127.7.253.126:40993)] cleaning up while in state READY due to: connection closed
08:20:22.203 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] handling channelInactive
08:20:22.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 13acec5a404c45d68c9485480c7b51ca(127.7.253.66:38883)] cleaning up while in state READY due to: connection closed
08:20:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.204073  8181 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQSST7J/build/debug/bin/kudu with pid 11918
08:20:22.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.212421 12264 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:20:22.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.212803 12264 tablet_bootstrap.cc:492] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Bootstrap complete.
08:20:22.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.213874 12264 ts_tablet_manager.cc:1403] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Time spent bootstrapping tablet: real 0.059s	user 0.034s	sys 0.010s
08:20:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.216188 12264 raft_consensus.cc:359] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.216537 12264 raft_consensus.cc:740] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9b740aa1774740808323baeab93f02c6, State: Initialized, Role: FOLLOWER
08:20:22.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.217024 12264 consensus_queue.cc:260] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856413143daf4727bf59f0856436e07d" member_type: VOTER last_known_addr { host: "127.7.253.65" port: 40293 } } peers { permanent_uuid: "13acec5a404c45d68c9485480c7b51ca" member_type: VOTER last_known_addr { host: "127.7.253.66" port: 38883 } } peers { permanent_uuid: "9b740aa1774740808323baeab93f02c6" member_type: VOTER last_known_addr { host: "127.7.253.67" port: 38113 } }
08:20:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.218381 12264 ts_tablet_manager.cc:1434] T 739aa9378dd84cd9b24d0aed7b667017 P 9b740aa1774740808323baeab93f02c6: Time spent starting tablet: real 0.004s	user 0.008s	sys 0.000s
08:20:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.265506 12467 heartbeater.cc:499] Master 127.7.253.126:40993 was elected leader, sending a full tablet report...
08:20:22.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.272838  8181 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQSST7J/build/debug/bin/kudu with pid 11609
08:20:22.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.278247 12468 heartbeater.cc:344] Connected to a master server at 127.7.253.125:37693
08:20:22.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.278374 12468 heartbeater.cc:461] Registering TS with master...
08:20:22.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.278535 12468 heartbeater.cc:507] Master 127.7.253.125:37693 requested a full tablet report, sending...
08:20:22.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.279412  8375 ts_manager.cc:194] Re-registered known tserver with Master: 9b740aa1774740808323baeab93f02c6 (127.7.253.67:38113)
08:20:22.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.282860  8181 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQSST7J/build/debug/bin/kudu with pid 12226
08:20:22.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.297048  8181 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQSST7J/build/debug/bin/kudu with pid 8202
08:20:22.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.312980  8181 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQSST7J/build/debug/bin/kudu with pid 8318
08:20:22.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.326251  8181 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskQSST7J/build/debug/bin/kudu with pid 8446
08:20:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T08:20:22Z chronyd exiting

Time: 28.588

OK (1 test)

