JUnit version 4.13.2
.10:43:52.256 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786445032247
10:43:52.328 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
10:43:52.364 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
10:43:52.379 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskSEG3Z9/test-tmp
10:43:52.412 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
10:43:52.415 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskSEG3Z9/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
10:43:52.755 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

10:43:52.775 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
10:43:52.776 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

10:43:52.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.777282  2003 mini_oidc.cc:150] Starting JWKS server
10:43:52.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.778159  2003 webserver.cc:533] Webserver started at http://127.0.0.1:43639/ using document root <none> and password file <none>
10:43:52.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.778260  2003 mini_oidc.cc:186] Starting OIDC Discovery server
10:43:52.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.778478  2003 webserver.cc:533] Webserver started at http://127.0.0.1:33591/ using document root <none> and password file <none>
10:43:52.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T10:43:52Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
10:43:52.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T10:43:52Z Disabled control of system clock
10:43:52.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.792919  2003 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:43:52.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:43:52.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-0/wal
10:43:52.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-0/data
10:43:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:43:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:43:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:43:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:43:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:43:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:43:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-0/logs
10:43:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-0/data/info.pb
10:43:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:43:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:43:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:43:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:43:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:43:52.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:43:52.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:43:52.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:43:52.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
10:43:52.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:43:52.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:43:52.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:43:52.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.254:46729
10:43:52.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.254
10:43:52.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:43:52.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:43:52.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:43:52.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:43:52.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:43:52.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:43:52.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:43:52.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:43:52.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43639/jwks.json with env {}
10:43:52.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:52.889460  2022 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:43:52.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:52.889660  2022 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:43:52.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:52.889684  2022 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:43:52.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:52.891618  2022 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
10:43:52.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:52.891678  2022 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:43:52.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:52.891700  2022 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
10:43:52.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:52.891722  2022 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
10:43:52.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:52.891745  2022 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
10:43:52.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:52.891759  2022 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43639/jwks.json
10:43:52.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.893623  2022 master_runner.cc:387] Master server non-default flags:
10:43:52.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:43:52.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:43:52.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:43:52.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:43:52.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-0/data
10:43:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-0/wal
10:43:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:43:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:43:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:43:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:43:52.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:43:52.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.254:46729
10:43:52.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:43:52.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:43:52.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:43:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43639/jwks.json
10:43:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:43:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:43:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-0/data/info.pb
10:43:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.254
10:43:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:43:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:43:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2022
10:43:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:43:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:43:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:43:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:43:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-0/logs
10:43:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:43:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:43:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:43:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
10:43:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:43:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:43:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
10:43:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:57 UTC on e7f111948823
10:43:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17616
10:43:52.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.893873  2022 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:43:52.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.894237  2022 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:43:52.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:52.897123  2037 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:52.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:52.897222  2028 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:52.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.897452  2022 server_base.cc:1061] running on GCE node
10:43:52.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:52.897557  2029 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:52.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.897799  2022 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:43:52.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.898098  2022 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:43:52.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.899259  2022 hybrid_clock.cc:648] HybridClock initialized: now 1786445032899190 us; error 77 us; skew 500 ppm
10:43:52.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.900619  2022 webserver.cc:533] Webserver started at http://127.1.244.254:36287/ using document root <none> and password file <none>
10:43:52.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.900826  2022 fs_manager.cc:362] Metadata directory not provided
10:43:52.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.900925  2022 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:43:52.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.901055  2022 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
10:43:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.902222  2022 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-0/data/instance:
10:43:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9dff78adda494aac9075a5566bc472e6"
10:43:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:52 on dist-test-slave-zh2d"
10:43:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.902623  2022 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-0/wal/instance:
10:43:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9dff78adda494aac9075a5566bc472e6"
10:43:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:52 on dist-test-slave-zh2d"
10:43:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.904814  2022 fs_manager.cc:696] Time spent creating directory manager: real 0.002s	user 0.000s	sys 0.003s
10:43:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.905767  2046 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:43:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.905939  2022 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
10:43:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.906000  2022 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-0/data,/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-0/wal
10:43:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9dff78adda494aac9075a5566bc472e6"
10:43:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:52 on dist-test-slave-zh2d"
10:43:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.906056  2022 fs_report.cc:389] FS layout report
10:43:52.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:43:52.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-0/wal
10:43:52.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-0/wal
10:43:52.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-0/data/data
10:43:52.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:43:52.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:43:52.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:43:52.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:43:52.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:43:52.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:43:52.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:43:52.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:43:52.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:43:52.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:43:52.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:43:52.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.919744  2022 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:43:52.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.920027  2022 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:43:52.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.920120  2022 kserver.cc:163] Server-wide thread pool size limit: 3276
10:43:52.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.925689  2022 rpc_server.cc:307] RPC server started. Bound to: 127.1.244.254:46729
10:43:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.925772  2121 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.244.254:46729 every 8 connection(s)
10:43:52.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.926029  2022 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-0/data/info.pb
10:43:52.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.926836  2123 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
10:43:52.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.928622  2123 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } has no permanent_uuid. Determining permanent_uuid...
10:43:52.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.929495  2003 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu as pid 2022
10:43:52.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.929620  2003 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-0/wal/instance
10:43:52.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.930606  2003 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:43:52.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:43:52.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-1/wal
10:43:52.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-1/data
10:43:52.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:43:52.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:43:52.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:43:52.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:43:52.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:43:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:43:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-1/logs
10:43:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-1/data/info.pb
10:43:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:43:52.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:43:52.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:43:52.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:43:52.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:43:52.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:43:52.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:43:52.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:43:52.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
10:43:52.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:43:52.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:43:52.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:43:52.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.253:40031
10:43:52.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.253
10:43:52.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:43:52.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:43:52.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:43:52.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:43:52.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:43:52.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:43:52.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:43:52.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:43:52.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43639/jwks.json with env {}
10:43:52.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.938859  2123 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } has no permanent_uuid. Determining permanent_uuid...
10:43:52.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:52.939296  2055 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.244.253:40031: connect: Connection refused (error 111)
10:43:52.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:52.939747  2123 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.244.253:40031: Network error: Client connection negotiation failed: client connection to 127.1.244.253:40031: connect: Connection refused (error 111)
10:43:52.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:52.988979  2123 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } attempt: 1
10:43:52.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:52.990067  2123 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.244.253:40031: Network error: Client connection negotiation failed: client connection to 127.1.244.253:40031: connect: Connection refused (error 111)
10:43:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.016970  2132 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:43:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.017135  2132 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:43:53.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.017156  2132 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:43:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.018997  2132 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
10:43:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.019048  2132 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:43:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.019063  2132 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
10:43:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.019075  2132 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
10:43:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.019088  2132 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
10:43:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.019099  2132 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43639/jwks.json
10:43:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.021428  2132 master_runner.cc:387] Master server non-default flags:
10:43:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:43:53.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:43:53.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:43:53.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:43:53.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-1/data
10:43:53.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-1/wal
10:43:53.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:43:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:43:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:43:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:43:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:43:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.253:40031
10:43:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:43:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:43:53.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:43:53.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43639/jwks.json
10:43:53.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:43:53.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:43:53.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-1/data/info.pb
10:43:53.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.253
10:43:53.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:43:53.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:43:53.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2132
10:43:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:43:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:43:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:43:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:43:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-1/logs
10:43:53.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:43:53.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:43:53.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:43:53.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
10:43:53.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:43:53.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:43:53.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
10:43:53.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:57 UTC on e7f111948823
10:43:53.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17616
10:43:53.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.021730  2132 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:43:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.021987  2132 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:43:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.024685  2142 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.024736  2145 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.025064  2141 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:53.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.025525  2132 server_base.cc:1061] running on GCE node
10:43:53.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.025720  2132 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:43:53.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.025938  2132 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:43:53.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.027081  2132 hybrid_clock.cc:648] HybridClock initialized: now 1786445033027060 us; error 35 us; skew 500 ppm
10:43:53.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.028291  2132 webserver.cc:533] Webserver started at http://127.1.244.253:45807/ using document root <none> and password file <none>
10:43:53.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.028462  2132 fs_manager.cc:362] Metadata directory not provided
10:43:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.028492  2132 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:43:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.028618  2132 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
10:43:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.029685  2132 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-1/data/instance:
10:43:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "59eb2faf38cd44e99097b678635fd50c"
10:43:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:43:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.030045  2132 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-1/wal/instance:
10:43:53.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "59eb2faf38cd44e99097b678635fd50c"
10:43:53.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:43:53.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.032760  2132 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.001s	sys 0.001s
10:43:53.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.033680  2155 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:43:53.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.033842  2132 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
10:43:53.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.033905  2132 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-1/data,/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-1/wal
10:43:53.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "59eb2faf38cd44e99097b678635fd50c"
10:43:53.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:43:53.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.033962  2132 fs_report.cc:389] FS layout report
10:43:53.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:43:53.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-1/wal
10:43:53.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-1/wal
10:43:53.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-1/data/data
10:43:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:43:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:43:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:43:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:43:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:43:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:43:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:43:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:43:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:43:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:43:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:43:53.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.055496  2132 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:43:53.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.055845  2132 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:43:53.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.055979  2132 kserver.cc:163] Server-wide thread pool size limit: 3276
10:43:53.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.058225  2123 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } attempt: 2
10:43:53.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.059065  2123 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.244.253:40031: Network error: Client connection negotiation failed: client connection to 127.1.244.253:40031: connect: Connection refused (error 111)
10:43:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.061280  2132 rpc_server.cc:307] RPC server started. Bound to: 127.1.244.253:40031
10:43:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.061303  2231 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.244.253:40031 every 8 connection(s)
10:43:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.061669  2132 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-1/data/info.pb
10:43:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.062288  2232 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
10:43:53.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.063661  2232 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } has no permanent_uuid. Determining permanent_uuid...
10:43:53.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.068457  2003 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu as pid 2132
10:43:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.068487  2232 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } has no permanent_uuid. Determining permanent_uuid...
10:43:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.068550  2003 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-1/wal/instance
10:43:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.069005  2003 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:43:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:43:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-2/wal
10:43:53.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-2/data
10:43:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:43:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:43:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:43:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:43:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:43:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:43:53.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-2/logs
10:43:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-2/data/info.pb
10:43:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:43:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:43:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:43:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:43:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:43:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:43:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:43:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:43:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
10:43:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:43:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:43:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:43:53.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.252:41007
10:43:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.252
10:43:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:43:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:43:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:43:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:43:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:43:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:43:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:43:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:43:53.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43639/jwks.json with env {}
10:43:53.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.074077  2232 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } has no permanent_uuid. Determining permanent_uuid...
10:43:53.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.074465  2160 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.244.252:41007: connect: Connection refused (error 111)
10:43:53.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.074918  2232 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.244.252:41007: Network error: Client connection negotiation failed: client connection to 127.1.244.252:41007: connect: Connection refused (error 111)
10:43:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.124151  2232 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } attempt: 1
10:43:53.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.125051  2232 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.244.252:41007: Network error: Client connection negotiation failed: client connection to 127.1.244.252:41007: connect: Connection refused (error 111)
10:43:53.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.150234  2123 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } attempt: 3
10:43:53.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.154083  2123 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } has no permanent_uuid. Determining permanent_uuid...
10:43:53.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.154726  2123 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.244.252:41007: Network error: Client connection negotiation failed: client connection to 127.1.244.252:41007: connect: Connection refused (error 111)
10:43:53.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.169179  2238 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:43:53.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.169379  2238 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:43:53.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.169409  2238 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:43:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.171865  2238 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
10:43:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.171945  2238 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:43:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.171969  2238 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
10:43:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.171985  2238 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
10:43:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.172000  2238 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
10:43:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.172017  2238 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43639/jwks.json
10:43:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.174021  2238 master_runner.cc:387] Master server non-default flags:
10:43:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:43:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:43:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:43:53.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:43:53.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-2/data
10:43:53.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-2/wal
10:43:53.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
10:43:53.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:43:53.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:43:53.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:43:53.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
10:43:53.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.252:41007
10:43:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
10:43:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:43:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
10:43:53.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43639/jwks.json
10:43:53.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:43:53.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:43:53.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-2/data/info.pb
10:43:53.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.252
10:43:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:43:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:43:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2238
10:43:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:43:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:43:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:43:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:43:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-2/logs
10:43:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:43:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:43:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:43:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
10:43:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:43:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:43:53.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
10:43:53.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:57 UTC on e7f111948823
10:43:53.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17616
10:43:53.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.174311  2238 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:43:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.174700  2238 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:43:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.177623  2251 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.177630  2256 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.177800  2250 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.178246  2238 server_base.cc:1061] running on GCE node
10:43:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.178516  2238 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:43:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.178740  2238 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:43:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.179894  2238 hybrid_clock.cc:648] HybridClock initialized: now 1786445033179856 us; error 51 us; skew 500 ppm
10:43:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.181183  2238 webserver.cc:533] Webserver started at http://127.1.244.252:45323/ using document root <none> and password file <none>
10:43:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.181380  2238 fs_manager.cc:362] Metadata directory not provided
10:43:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.181421  2238 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:43:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.181535  2238 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
10:43:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.182618  2238 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-2/data/instance:
10:43:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "baf2f351d3c342f29e3669f98a8c8c98"
10:43:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:43:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.183032  2238 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-2/wal/instance:
10:43:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "baf2f351d3c342f29e3669f98a8c8c98"
10:43:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:43:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.184511  2238 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.001s
10:43:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.185240  2264 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:43:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.185370  2238 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
10:43:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.185415  2238 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-2/data,/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-2/wal
10:43:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "baf2f351d3c342f29e3669f98a8c8c98"
10:43:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:43:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.185465  2238 fs_report.cc:389] FS layout report
10:43:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:43:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-2/wal
10:43:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-2/wal
10:43:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-2/data/data
10:43:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:43:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:43:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:43:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:43:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:43:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:43:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:43:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:43:53.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:43:53.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:43:53.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:43:53.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.185879  2123 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } attempt: 1
10:43:53.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.186508  2123 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.244.252:41007: Network error: Client connection negotiation failed: client connection to 127.1.244.252:41007: connect: Connection refused (error 111)
10:43:53.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.193212  2232 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } attempt: 2
10:43:53.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.194043  2232 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.1.244.252:41007: Network error: Client connection negotiation failed: client connection to 127.1.244.252:41007: connect: Connection refused (error 111)
10:43:53.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.201411  2238 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:43:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.201946  2238 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:43:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.202092  2238 kserver.cc:163] Server-wide thread pool size limit: 3276
10:43:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.211599  2238 rpc_server.cc:307] RPC server started. Bound to: 127.1.244.252:41007
10:43:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.211692  2336 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.244.252:41007 every 8 connection(s)
10:43:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.212056  2238 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-2/data/info.pb
10:43:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.213074  2337 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
10:43:53.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.215178  2337 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } has no permanent_uuid. Determining permanent_uuid...
10:43:53.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.219049  2003 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu as pid 2238
10:43:53.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.219136  2003 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/master-2/wal/instance
10:43:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.221916  2337 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } has no permanent_uuid. Determining permanent_uuid...
10:43:53.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.226040  2337 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } has no permanent_uuid. Determining permanent_uuid...
10:43:53.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.231400  2337 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98: Bootstrap starting.
10:43:53.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.232816  2337 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98: Neither blocks nor log segments found. Creating new log.
10:43:53.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.233585  2337 log.cc:826] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98: Log is configured to *not* fsync() on all Append() calls
10:43:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.234357  2337 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98: No bootstrap required, opened a new log
10:43:53.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.236303  2337 raft_consensus.cc:359] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } }
10:43:53.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.236519  2337 raft_consensus.cc:385] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:43:53.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.236589  2337 raft_consensus.cc:740] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: baf2f351d3c342f29e3669f98a8c8c98, State: Initialized, Role: FOLLOWER
10:43:53.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.236738  2337 consensus_queue.cc:260] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } }
10:43:53.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.237112  2337 sys_catalog.cc:565] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98 [sys.catalog]: configured and running, proceeding with master startup.
10:43:53.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.237178  2350 sys_catalog.cc:455] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } } }
10:43:53.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.237287  2350 sys_catalog.cc:458] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98 [sys.catalog]: This master's current role is: FOLLOWER
10:43:53.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.239384  2365 catalog_manager.cc:1594] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
10:43:53.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.239444  2365 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
10:43:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.239624  2238 master_runner.cc:187] Error getting master registration for 127.1.244.254:46729: OK, instance_id { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" instance_seqno: 1786445032923861 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
10:43:53.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.241464  2238 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
10:43:53.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.261656  2123 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } attempt: 2
10:43:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.265727  2123 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6: Bootstrap starting.
10:43:53.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.266605  2123 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6: Neither blocks nor log segments found. Creating new log.
10:43:53.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.267390  2123 log.cc:826] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6: Log is configured to *not* fsync() on all Append() calls
10:43:53.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.268289  2123 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6: No bootstrap required, opened a new log
10:43:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.269657  2123 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } }
10:43:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.269776  2123 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:43:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.269810  2123 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9dff78adda494aac9075a5566bc472e6, State: Initialized, Role: FOLLOWER
10:43:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.269917  2123 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } }
10:43:53.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.270318  2123 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6 [sys.catalog]: configured and running, proceeding with master startup.
10:43:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.270292  2369 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } } }
10:43:53.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.270449  2369 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6 [sys.catalog]: This master's current role is: FOLLOWER
10:43:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.273188  2382 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
10:43:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.273550  2382 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
10:43:53.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.273614  2022 master_runner.cc:187] Error getting master registration for 127.1.244.253:40031: OK, instance_id { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" instance_seqno: 1786445033059831 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
10:43:53.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.274900  2022 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
10:43:53.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.285176  2232 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } attempt: 3
10:43:53.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.289660  2232 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c: Bootstrap starting.
10:43:53.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.290617  2232 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c: Neither blocks nor log segments found. Creating new log.
10:43:53.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.291323  2232 log.cc:826] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c: Log is configured to *not* fsync() on all Append() calls
10:43:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.292079  2232 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c: No bootstrap required, opened a new log
10:43:53.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.293685  2232 raft_consensus.cc:359] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } }
10:43:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.293802  2232 raft_consensus.cc:385] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:43:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.293835  2232 raft_consensus.cc:740] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 59eb2faf38cd44e99097b678635fd50c, State: Initialized, Role: FOLLOWER
10:43:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.293955  2232 consensus_queue.cc:260] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } }
10:43:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.294306  2232 sys_catalog.cc:565] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [sys.catalog]: configured and running, proceeding with master startup.
10:43:53.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.296433  2402 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
10:43:53.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.296739  2402 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
10:43:53.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.298647  2132 master_runner.cc:264] No leader master found from master 59eb2faf38cd44e99097b678635fd50c
10:43:53.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.298691  2132 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
10:43:53.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.304970  2386 sys_catalog.cc:455] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } } }
10:43:53.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.305429  2386 sys_catalog.cc:458] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [sys.catalog]: This master's current role is: FOLLOWER
10:43:53.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.306694  2163 tablet.cc:2406] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:43:53.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.420893  2057 tablet.cc:2406] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:43:53.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.426177  2386 raft_consensus.cc:493] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:43:53.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.426288  2386 raft_consensus.cc:515] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } }
10:43:53.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.426540  2386 leader_election.cc:290] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9dff78adda494aac9075a5566bc472e6 (127.1.244.254:46729), baf2f351d3c342f29e3669f98a8c8c98 (127.1.244.252:41007)
10:43:53.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.426991  2089 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "59eb2faf38cd44e99097b678635fd50c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dff78adda494aac9075a5566bc472e6" is_pre_election: true
10:43:53.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.427140  2089 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 59eb2faf38cd44e99097b678635fd50c in term 0.
10:43:53.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.427294  2300 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "59eb2faf38cd44e99097b678635fd50c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "baf2f351d3c342f29e3669f98a8c8c98" is_pre_election: true
10:43:53.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.427415  2300 raft_consensus.cc:2468] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 59eb2faf38cd44e99097b678635fd50c in term 0.
10:43:53.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.427635  2160 leader_election.cc:304] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 59eb2faf38cd44e99097b678635fd50c, baf2f351d3c342f29e3669f98a8c8c98; no voters: 
10:43:53.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.427906  2386 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [term 0 FOLLOWER]: Leader pre-election won for term 1
10:43:53.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.427956  2386 raft_consensus.cc:493] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:43:53.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.427979  2386 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [term 0 FOLLOWER]: Advancing to term 1
10:43:53.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.428943  2386 raft_consensus.cc:515] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } }
10:43:53.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.429070  2386 leader_election.cc:290] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [CANDIDATE]: Term 1 election: Requested vote from peers 9dff78adda494aac9075a5566bc472e6 (127.1.244.254:46729), baf2f351d3c342f29e3669f98a8c8c98 (127.1.244.252:41007)
10:43:53.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.429354  2300 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "59eb2faf38cd44e99097b678635fd50c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "baf2f351d3c342f29e3669f98a8c8c98"
10:43:53.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.429421  2300 raft_consensus.cc:3060] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98 [term 0 FOLLOWER]: Advancing to term 1
10:43:53.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.430230  2300 raft_consensus.cc:2468] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 59eb2faf38cd44e99097b678635fd50c in term 1.
10:43:53.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.430395  2089 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "59eb2faf38cd44e99097b678635fd50c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9dff78adda494aac9075a5566bc472e6"
10:43:53.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.430471  2089 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6 [term 0 FOLLOWER]: Advancing to term 1
10:43:53.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.431263  2089 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 59eb2faf38cd44e99097b678635fd50c in term 1.
10:43:53.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.431429  2160 leader_election.cc:304] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 59eb2faf38cd44e99097b678635fd50c, 9dff78adda494aac9075a5566bc472e6; no voters: 
10:43:53.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.434747  2386 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [term 1 FOLLOWER]: Leader election won for term 1
10:43:53.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.434959  2386 raft_consensus.cc:697] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [term 1 LEADER]: Becoming Leader. State: Replica: 59eb2faf38cd44e99097b678635fd50c, State: Running, Role: LEADER
10:43:53.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.435050  2386 consensus_queue.cc:237] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } }
10:43:53.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.435417  2386 sys_catalog.cc:455] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 59eb2faf38cd44e99097b678635fd50c. Latest consensus state: current_term: 1 leader_uuid: "59eb2faf38cd44e99097b678635fd50c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } } }
10:43:53.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.435500  2386 sys_catalog.cc:458] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [sys.catalog]: This master's current role is: LEADER
10:43:53.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.436790  2406 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
10:43:53.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.437304  2406 catalog_manager.cc:1520] Initializing Kudu cluster ID...
10:43:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.440572  2300 raft_consensus.cc:1275] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98 [term 1 FOLLOWER]: Refusing update from remote peer 59eb2faf38cd44e99097b678635fd50c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:43:53.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.441216  2386 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [LEADER]: Connected to new peer: Peer: permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:43:53.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.442360  2350 sys_catalog.cc:455] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 59eb2faf38cd44e99097b678635fd50c. Latest consensus state: current_term: 1 leader_uuid: "59eb2faf38cd44e99097b678635fd50c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } } }
10:43:53.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.442453  2350 sys_catalog.cc:458] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98 [sys.catalog]: This master's current role is: FOLLOWER
10:43:53.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.443456  2089 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6 [term 1 FOLLOWER]: Refusing update from remote peer 59eb2faf38cd44e99097b678635fd50c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:43:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.443694  2386 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [LEADER]: Connected to new peer: Peer: permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:43:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.444649  2369 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 59eb2faf38cd44e99097b678635fd50c. Latest consensus state: current_term: 1 leader_uuid: "59eb2faf38cd44e99097b678635fd50c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } } }
10:43:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.444725  2369 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6 [sys.catalog]: This master's current role is: FOLLOWER
10:43:53.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.446796  2404 sys_catalog.cc:455] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "59eb2faf38cd44e99097b678635fd50c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } } }
10:43:53.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.446877  2404 sys_catalog.cc:458] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [sys.catalog]: This master's current role is: LEADER
10:43:53.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.447753  2369 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "59eb2faf38cd44e99097b678635fd50c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } } }
10:43:53.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.447841  2369 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6 [sys.catalog]: This master's current role is: FOLLOWER
10:43:53.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.448372  2407 mvcc.cc:204] Tried to move back new op lower bound from 7317278856970035200 to 7317278856950452224. Current Snapshot: MvccSnapshot[applied={T|T < 7317278856970035200}]
10:43:53.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.448678  2414 mvcc.cc:204] Tried to move back new op lower bound from 7317278856970035200 to 7317278856950452224. Current Snapshot: MvccSnapshot[applied={T|T < 7317278856970035200}]
10:43:53.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.449679  2386 sys_catalog.cc:455] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "59eb2faf38cd44e99097b678635fd50c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } } }
10:43:53.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.449755  2386 sys_catalog.cc:458] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c [sys.catalog]: This master's current role is: LEADER
10:43:53.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.450065  2350 sys_catalog.cc:455] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "59eb2faf38cd44e99097b678635fd50c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9dff78adda494aac9075a5566bc472e6" member_type: VOTER last_known_addr { host: "127.1.244.254" port: 46729 } } peers { permanent_uuid: "59eb2faf38cd44e99097b678635fd50c" member_type: VOTER last_known_addr { host: "127.1.244.253" port: 40031 } } peers { permanent_uuid: "baf2f351d3c342f29e3669f98a8c8c98" member_type: VOTER last_known_addr { host: "127.1.244.252" port: 41007 } } }
10:43:53.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.450140  2350 sys_catalog.cc:458] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98 [sys.catalog]: This master's current role is: FOLLOWER
10:43:53.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.451395  2409 mvcc.cc:204] Tried to move back new op lower bound from 7317278856970035200 to 7317278856950452224. Current Snapshot: MvccSnapshot[applied={T|T < 7317278856970035200}]
10:43:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.452690  2406 catalog_manager.cc:1383] Generated new cluster ID: a303c4b08c1c48c1bbf916cf09e52dd6
10:43:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.452735  2406 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
10:43:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.467382  2406 catalog_manager.cc:1406] Generated new certificate authority record
10:43:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.468566  2406 catalog_manager.cc:1540] Loading token signing keys...
10:43:53.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.478169  2406 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 59eb2faf38cd44e99097b678635fd50c: Generated new TSK 0
10:43:53.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.478665  2406 catalog_manager.cc:1550] Initializing in-progress tserver states...
10:43:53.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.482321  2003 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:43:53.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:43:53.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:43:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data
10:43:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:43:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:43:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:43:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:43:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:43:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:43:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/logs
10:43:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data/info.pb
10:43:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:43:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:43:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:43:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:43:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:43:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:43:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:43:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:43:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:43:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:43:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.193:0
10:43:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.193
10:43:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.193
10:43:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:43:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:43:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:43:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:43:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:43:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:43:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.564219  2420 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:43:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.564385  2420 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:43:53.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.564404  2420 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:43:53.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.565851  2420 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:43:53.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.565903  2420 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.244.193
10:43:53.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.567317  2420 tablet_server_runner.cc:78] Tablet server non-default flags:
10:43:53.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:43:53.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:43:53.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:43:53.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:43:53.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data
10:43:53.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:43:53.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:43:53.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:43:53.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.193:0
10:43:53.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:43:53.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:43:53.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:43:53.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data/info.pb
10:43:53.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.193
10:43:53.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:43:53.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:43:53.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:43:53.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2420
10:43:53.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:43:53.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:43:53.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:43:53.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:43:53.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.193
10:43:53.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/logs
10:43:53.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:43:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:43:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:43:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:43:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:43:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:43:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
10:43:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:57 UTC on e7f111948823
10:43:53.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17616
10:43:53.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.567482  2420 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:43:53.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.567649  2420 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:43:53.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.570842  2431 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:53.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.570910  2433 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:53.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.571146  2429 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:53.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.571636  2420 server_base.cc:1061] running on GCE node
10:43:53.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.571821  2420 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:43:53.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.572062  2420 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:43:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.573205  2420 hybrid_clock.cc:648] HybridClock initialized: now 1786445033573172 us; error 51 us; skew 500 ppm
10:43:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.574361  2420 webserver.cc:533] Webserver started at http://127.1.244.193:36065/ using document root <none> and password file <none>
10:43:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.574608  2420 fs_manager.cc:362] Metadata directory not provided
10:43:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.574666  2420 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:43:53.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.574781  2420 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
10:43:53.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.575673  2420 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data/instance:
10:43:53.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769"
10:43:53.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:43:53.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.576030  2420 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal/instance:
10:43:53.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769"
10:43:53.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:43:53.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.577487  2420 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.001s	sys 0.001s
10:43:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.578294  2446 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:43:53.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.579241  2420 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
10:43:53.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.579324  2420 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data,/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:43:53.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769"
10:43:53.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:43:53.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.579411  2420 fs_report.cc:389] FS layout report
10:43:53.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:43:53.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:43:53.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:43:53.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data/data
10:43:53.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:43:53.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:43:53.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:43:53.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:43:53.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:43:53.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:43:53.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:43:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:43:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:43:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:43:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:43:53.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.610059  2420 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:43:53.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.610409  2420 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:43:53.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.610504  2420 kserver.cc:163] Server-wide thread pool size limit: 3276
10:43:53.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.610680  2420 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:43:53.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.610965  2420 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
10:43:53.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.610986  2420 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
10:43:53.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.611009  2420 ts_tablet_manager.cc:616] Registered 0 tablets
10:43:53.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.611022  2420 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
10:43:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.617455  2420 rpc_server.cc:307] RPC server started. Bound to: 127.1.244.193:34049
10:43:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.617555  2616 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.244.193:34049 every 8 connection(s)
10:43:53.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.617934  2420 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data/info.pb
10:43:53.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.618561  2003 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu as pid 2420
10:43:53.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.618675  2003 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal/instance
10:43:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.620183  2003 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:43:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:43:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:43:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/logs
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/info.pb
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:43:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:43:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.194:0
10:43:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.194
10:43:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.194
10:43:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:43:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:43:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:43:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:43:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:43:53.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:43:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.624469  2619 heartbeater.cc:344] Connected to a master server at 127.1.244.253:40031
10:43:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.624491  2617 heartbeater.cc:344] Connected to a master server at 127.1.244.252:41007
10:43:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.624568  2619 heartbeater.cc:461] Registering TS with master...
10:43:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.624581  2617 heartbeater.cc:461] Registering TS with master...
10:43:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.624776  2619 heartbeater.cc:507] Master 127.1.244.253:40031 requested a full tablet report, sending...
10:43:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.624780  2617 heartbeater.cc:507] Master 127.1.244.252:41007 requested a full tablet report, sending...
10:43:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.625283  2173 ts_manager.cc:194] Registered new tserver with Master: e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:43:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.625398  2284 ts_manager.cc:194] Registered new tserver with Master: e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:43:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.625996  2618 heartbeater.cc:344] Connected to a master server at 127.1.244.254:46729
10:43:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.626049  2618 heartbeater.cc:461] Registering TS with master...
10:43:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.626159  2618 heartbeater.cc:507] Master 127.1.244.254:46729 requested a full tablet report, sending...
10:43:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.626246  2173 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.244.193:44481
10:43:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.626510  2074 ts_manager.cc:194] Registered new tserver with Master: e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:43:53.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.707341  2624 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:43:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.707512  2624 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:43:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.707532  2624 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:43:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.708992  2624 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:43:53.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.709043  2624 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.244.194
10:43:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.710708  2624 tablet_server_runner.cc:78] Tablet server non-default flags:
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.194:0
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/info.pb
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.194
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2624
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.194
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/logs
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:43:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:43:53.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:43:53.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:43:53.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:43:53.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
10:43:53.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:57 UTC on e7f111948823
10:43:53.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17616
10:43:53.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.710901  2624 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:43:53.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.711073  2624 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:43:53.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.713660  2629 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:53.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.713661  2632 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:53.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.713665  2634 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:53.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.713812  2624 server_base.cc:1061] running on GCE node
10:43:53.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.714195  2624 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:43:53.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.714444  2624 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:43:53.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.715598  2624 hybrid_clock.cc:648] HybridClock initialized: now 1786445033715572 us; error 62 us; skew 500 ppm
10:43:53.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.716802  2624 webserver.cc:533] Webserver started at http://127.1.244.194:44373/ using document root <none> and password file <none>
10:43:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.717047  2624 fs_manager.cc:362] Metadata directory not provided
10:43:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.717104  2624 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:43:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.717223  2624 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
10:43:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.718123  2624 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/instance:
10:43:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d767b66e6b654bfd8c06d733d59ed4ac"
10:43:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:43:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.718505  2624 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal/instance:
10:43:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d767b66e6b654bfd8c06d733d59ed4ac"
10:43:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:43:53.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.719821  2624 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
10:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.720538  2645 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:43:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.720709  2624 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
10:43:53.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.720775  2624 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data,/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:43:53.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d767b66e6b654bfd8c06d733d59ed4ac"
10:43:53.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:43:53.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.720831  2624 fs_report.cc:389] FS layout report
10:43:53.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:43:53.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:43:53.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:43:53.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/data
10:43:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:43:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:43:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:43:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:43:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:43:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:43:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:43:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:43:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:43:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:43:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:43:53.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.732056  2624 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:43:53.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.732391  2624 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:43:53.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.732532  2624 kserver.cc:163] Server-wide thread pool size limit: 3276
10:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.732771  2624 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.733201  2624 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
10:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.733263  2624 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
10:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.733297  2624 ts_tablet_manager.cc:616] Registered 0 tablets
10:43:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.733315  2624 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
10:43:53.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.740185  2624 rpc_server.cc:307] RPC server started. Bound to: 127.1.244.194:33791
10:43:53.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.740272  2820 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.244.194:33791 every 8 connection(s)
10:43:53.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.740607  2624 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/info.pb
10:43:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.746891  2003 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu as pid 2624
10:43:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.746982  2003 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal/instance
10:43:53.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.748420  2003 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:43:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:43:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:43:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data
10:43:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:43:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:43:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:43:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:43:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:43:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:43:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/logs
10:43:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data/info.pb
10:43:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:43:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:43:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.195:0
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.195
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.195
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.749053  2822 heartbeater.cc:344] Connected to a master server at 127.1.244.252:41007
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.749157  2822 heartbeater.cc:461] Registering TS with master...
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.749342  2823 heartbeater.cc:344] Connected to a master server at 127.1.244.254:46729
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.749364  2822 heartbeater.cc:507] Master 127.1.244.252:41007 requested a full tablet report, sending...
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.749415  2823 heartbeater.cc:461] Registering TS with master...
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.749512  2823 heartbeater.cc:507] Master 127.1.244.254:46729 requested a full tablet report, sending...
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.749588  2825 heartbeater.cc:344] Connected to a master server at 127.1.244.253:40031
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.749619  2825 heartbeater.cc:461] Registering TS with master...
10:43:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.749702  2825 heartbeater.cc:507] Master 127.1.244.253:40031 requested a full tablet report, sending...
10:43:53.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.749861  2284 ts_manager.cc:194] Registered new tserver with Master: d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791)
10:43:53.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.752142  2173 ts_manager.cc:194] Registered new tserver with Master: d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791)
10:43:53.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.752575  2173 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.244.194:45413
10:43:53.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.752815  2074 ts_manager.cc:194] Registered new tserver with Master: d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791)
10:43:53.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.831025  2833 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:43:53.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.831192  2833 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:43:53.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.831212  2833 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:43:53.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.832675  2833 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:43:53.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.832726  2833 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.244.195
10:43:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.834357  2833 tablet_server_runner.cc:78] Tablet server non-default flags:
10:43:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:43:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:43:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:43:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:43:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data
10:43:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:43:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:43:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:43:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.195:0
10:43:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:43:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:43:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:43:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data/info.pb
10:43:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.195
10:43:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
10:43:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.2833
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.195
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/logs
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:57 UTC on e7f111948823
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17616
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.834532  2833 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:43:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.834718  2833 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:43:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.837153  2840 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.837141  2842 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:53.837141  2839 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.837481  2833 server_base.cc:1061] running on GCE node
10:43:53.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.837622  2833 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:43:53.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.837864  2833 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:43:53.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.839025  2833 hybrid_clock.cc:648] HybridClock initialized: now 1786445033839009 us; error 26 us; skew 500 ppm
10:43:53.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.840075  2833 webserver.cc:533] Webserver started at http://127.1.244.195:38115/ using document root <none> and password file <none>
10:43:53.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.840233  2833 fs_manager.cc:362] Metadata directory not provided
10:43:53.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.840262  2833 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:43:53.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.840338  2833 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
10:43:53.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.841193  2833 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data/instance:
10:43:53.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "838f809ba24548bcaebd46f8ad9ccc47"
10:43:53.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:43:53.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.841465  2833 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal/instance:
10:43:53.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "838f809ba24548bcaebd46f8ad9ccc47"
10:43:53.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:43:53.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.842911  2833 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
10:43:53.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.843719  2852 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.843950  2833 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.844014  2833 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data,/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "838f809ba24548bcaebd46f8ad9ccc47"
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.844066  2833 fs_report.cc:389] FS layout report
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data/data
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:43:53.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:43:53.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.859122  2833 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:43:53.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.859514  2833 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:43:53.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.859627  2833 kserver.cc:163] Server-wide thread pool size limit: 3276
10:43:53.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.859902  2833 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:43:53.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.860337  2833 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
10:43:53.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.860389  2833 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
10:43:53.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.860426  2833 ts_tablet_manager.cc:616] Registered 0 tablets
10:43:53.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.860446  2833 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
10:43:53.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.868002  2833 rpc_server.cc:307] RPC server started. Bound to: 127.1.244.195:44833
10:43:53.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.868084  3027 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.244.195:44833 every 8 connection(s)
10:43:53.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.868352  2833 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data/info.pb
10:43:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.874189  2003 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu as pid 2833
10:43:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.874469  3030 heartbeater.cc:344] Connected to a master server at 127.1.244.253:40031
10:43:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.874585  3030 heartbeater.cc:461] Registering TS with master...
10:43:53.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.874812  3030 heartbeater.cc:507] Master 127.1.244.253:40031 requested a full tablet report, sending...
10:43:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.875115  2003 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal/instance
10:43:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.875181  3029 heartbeater.cc:344] Connected to a master server at 127.1.244.254:46729
10:43:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.875232  3029 heartbeater.cc:461] Registering TS with master...
10:43:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.875324  3029 heartbeater.cc:507] Master 127.1.244.254:46729 requested a full tablet report, sending...
10:43:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.875382  3028 heartbeater.cc:344] Connected to a master server at 127.1.244.252:41007
10:43:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.875442  3028 heartbeater.cc:461] Registering TS with master...
10:43:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.875450  2173 ts_manager.cc:194] Registered new tserver with Master: 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:43:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.875536  3028 heartbeater.cc:507] Master 127.1.244.252:41007 requested a full tablet report, sending...
10:43:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.875589  2074 ts_manager.cc:194] Registered new tserver with Master: 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:43:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.875911  2284 ts_manager.cc:194] Registered new tserver with Master: 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:43:53.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.876096  2173 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.244.195:45397
10:43:53.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:53.878448  2003 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
10:43:53.879 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
10:43:53.881 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

10:43:53.889 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.1.244.254"
      port: 46729
    }
    bound_http_address {
      host: "127.1.244.254"
      port: 36287
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.1.244.253"
      port: 40031
    }
    bound_http_address {
      host: "127.1.244.253"
      port: 45807
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.1.244.252"
      port: 41007
    }
    bound_http_address {
      host: "127.1.244.252"
      port: 45323
    }
  }
}

10:43:53.893 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

10:43:53.895 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.1.244.193"
      port: 34049
    }
    bound_http_address {
      host: "127.1.244.193"
      port: 36065
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.1.244.194"
      port: 33791
    }
    bound_http_address {
      host: "127.1.244.194"
      port: 44373
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.1.244.195"
      port: 44833
    }
    bound_http_address {
      host: "127.1.244.195"
      port: 38115
    }
  }
}

10:43:53.895 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
10:43:54.065 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
10:43:54.113 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
10:43:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.239908  2365 catalog_manager.cc:1295] Loaded cluster ID: a303c4b08c1c48c1bbf916cf09e52dd6
10:43:54.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.239993  2365 catalog_manager.cc:1588] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98: loading cluster ID for follower catalog manager: success
10:43:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.241458  2365 catalog_manager.cc:1610] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98: acquiring CA information for follower catalog manager: success
10:43:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.241798  2365 catalog_manager.cc:1638] T 00000000000000000000000000000000 P baf2f351d3c342f29e3669f98a8c8c98: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
10:43:54.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.274263  2382 catalog_manager.cc:1295] Loaded cluster ID: a303c4b08c1c48c1bbf916cf09e52dd6
10:43:54.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.274344  2382 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6: loading cluster ID for follower catalog manager: success
10:43:54.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.275753  2382 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6: acquiring CA information for follower catalog manager: success
10:43:54.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.276104  2382 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 9dff78adda494aac9075a5566bc472e6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
10:43:54.285 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.244.254:46729(127.1.244.254:46729)] connecting to peer
10:43:54.341 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.244.253:40031(127.1.244.253:40031)] connecting to peer
10:43:54.345 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.244.252:41007(127.1.244.252:41007)] connecting to peer
10:43:54.359 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.244.254:46729(127.1.244.254:46729)] Successfully connected to peer
10:43:54.359 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.1.244.252:41007(127.1.244.252:41007)] Successfully connected to peer
10:43:54.359 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.244.253:40031(127.1.244.253:40031)] Successfully connected to peer
10:43:54.454 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.1.244.252
10:43:54.454 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.1.244.253
10:43:54.455 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.1.244.254
10:43:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.627832  2619 heartbeater.cc:499] Master 127.1.244.253:40031 was elected leader, sending a full tablet report...
10:43:54.669 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x9b6a2201, L:/127.0.0.1:45902 - R:/127.1.244.253:40031] using SASL/PLAIN
10:43:54.669 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xe2660caf, L:/127.0.0.1:46816 - R:/127.1.244.254:46729] using SASL/PLAIN
10:43:54.670 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xc9347c38, L:/127.0.0.1:36524 - R:/127.1.244.252:41007] using SASL/PLAIN
10:43:54.707 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
10:43:54.708 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=460), Traces: [0ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.244.254:46729, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.244.253:40031, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.244.252:41007, [432ms] Sub RPC ConnectToMaster: received response from server master-127.1.244.254:46729: OK, [432ms] Sub RPC ConnectToMaster: received response from server master-127.1.244.252:41007: OK, [433ms] Sub RPC ConnectToMaster: received response from server master-127.1.244.253:40031: OK, deferred=null) after lookup
10:43:54.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.753425  2825 heartbeater.cc:499] Master 127.1.244.253:40031 was elected leader, sending a full tablet report...
10:43:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.768298  2173 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:45902:
10:43:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233"
10:43:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
10:43:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
10:43:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
10:43:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
10:43:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
10:43:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
10:43:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
10:43:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
10:43:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
10:43:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:43:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
10:43:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
10:43:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
10:43:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
10:43:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
10:43:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
10:43:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
10:43:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
10:43:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:43:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
10:43:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
10:43:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
10:43:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
10:43:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
10:43:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
10:43:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
10:43:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
10:43:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:43:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
10:43:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
10:43:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
10:43:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
10:43:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
10:43:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
10:43:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
10:43:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
10:43:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
10:43:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
10:43:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:43:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
10:43:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
10:43:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
10:43:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
10:43:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
10:43:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
10:43:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
10:43:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
10:43:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:43:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:43:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
10:43:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
10:43:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
10:43:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
10:43:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
10:43:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
10:43:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
10:43:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:54.770133  2173 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
10:43:54.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.790102  2720 tablet_service.cc:1511] Processing CreateTablet for tablet 1741ab3ba10d43b88cfe8d880a41eda3 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233 [id=2518cfead1c04192b75e6c696f3297b9]), partition=RANGE (key) PARTITION UNBOUNDED
10:43:54.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.790470  2720 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1741ab3ba10d43b88cfe8d880a41eda3. 1 dirs total, 0 dirs full, 0 dirs failed
10:43:54.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.790581  2930 tablet_service.cc:1511] Processing CreateTablet for tablet 1741ab3ba10d43b88cfe8d880a41eda3 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233 [id=2518cfead1c04192b75e6c696f3297b9]), partition=RANGE (key) PARTITION UNBOUNDED
10:43:54.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.790868  2930 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1741ab3ba10d43b88cfe8d880a41eda3. 1 dirs total, 0 dirs full, 0 dirs failed
10:43:54.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.802383  3081 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Bootstrap starting.
10:43:54.804 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 2518cfead1c04192b75e6c696f3297b9
10:43:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.805335  3080 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Bootstrap starting.
10:43:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.805631  2526 tablet_service.cc:1511] Processing CreateTablet for tablet 1741ab3ba10d43b88cfe8d880a41eda3 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233 [id=2518cfead1c04192b75e6c696f3297b9]), partition=RANGE (key) PARTITION UNBOUNDED
10:43:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.805924  2526 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1741ab3ba10d43b88cfe8d880a41eda3. 1 dirs total, 0 dirs full, 0 dirs failed
10:43:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.806074  3080 tablet_bootstrap.cc:654] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Neither blocks nor log segments found. Creating new log.
10:43:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.806455  3080 log.cc:826] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Log is configured to *not* fsync() on all Append() calls
10:43:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.807703  3081 tablet_bootstrap.cc:654] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Neither blocks nor log segments found. Creating new log.
10:43:54.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.808043  3081 log.cc:826] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Log is configured to *not* fsync() on all Append() calls
10:43:54.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.808764  3081 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: No bootstrap required, opened a new log
10:43:54.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.808869  3081 ts_tablet_manager.cc:1403] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Time spent bootstrapping tablet: real 0.007s	user 0.002s	sys 0.000s
10:43:54.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.810598  3081 raft_consensus.cc:359] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:54.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.810762  3081 raft_consensus.cc:385] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:43:54.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.810801  3081 raft_consensus.cc:740] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d767b66e6b654bfd8c06d733d59ed4ac, State: Initialized, Role: FOLLOWER
10:43:54.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.810959  3081 consensus_queue.cc:260] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:54.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.811265  3081 ts_tablet_manager.cc:1434] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
10:43:54.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.815533  3091 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Bootstrap starting.
10:43:54.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.816769  3091 tablet_bootstrap.cc:654] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Neither blocks nor log segments found. Creating new log.
10:43:54.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.818004  3080 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: No bootstrap required, opened a new log
10:43:54.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.818252  3080 ts_tablet_manager.cc:1403] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Time spent bootstrapping tablet: real 0.013s	user 0.002s	sys 0.000s
10:43:54.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.820274  3080 raft_consensus.cc:359] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:54.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.820434  3080 raft_consensus.cc:385] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:43:54.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.820472  3080 raft_consensus.cc:740] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 838f809ba24548bcaebd46f8ad9ccc47, State: Initialized, Role: FOLLOWER
10:43:54.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.820570  3080 consensus_queue.cc:260] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:54.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.820822  3080 ts_tablet_manager.cc:1434] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
10:43:54.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.821197  3030 heartbeater.cc:499] Master 127.1.244.253:40031 was elected leader, sending a full tablet report...
10:43:54.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.823163  3091 log.cc:826] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Log is configured to *not* fsync() on all Append() calls
10:43:54.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.824575  3091 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: No bootstrap required, opened a new log
10:43:54.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.824652  3091 ts_tablet_manager.cc:1403] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Time spent bootstrapping tablet: real 0.009s	user 0.002s	sys 0.000s
10:43:54.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.826730  3091 raft_consensus.cc:359] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:54.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.826902  3091 raft_consensus.cc:385] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
10:43:54.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.826934  3091 raft_consensus.cc:740] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e65aa39ed1dd4840b0e9ae8f9fdc9769, State: Initialized, Role: FOLLOWER
10:43:54.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.835687  3086 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:43:54.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.835829  3086 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.837190  3086 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:43:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.839063  3091 consensus_queue.cc:260] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.839432  3091 ts_tablet_manager.cc:1434] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Time spent starting tablet: real 0.015s	user 0.003s	sys 0.000s
10:43:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.846485  2960 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "838f809ba24548bcaebd46f8ad9ccc47" is_pre_election: true
10:43:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.846683  2960 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d767b66e6b654bfd8c06d733d59ed4ac in term 0.
10:43:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.846937  2648 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, d767b66e6b654bfd8c06d733d59ed4ac; no voters: 
10:43:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.847551  3086 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 0 FOLLOWER]: Leader pre-election won for term 1
10:43:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.847806  3086 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:43:54.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.848008  3086 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 0 FOLLOWER]: Advancing to term 1
10:43:54.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.849335  3086 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.849967  2960 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "838f809ba24548bcaebd46f8ad9ccc47"
10:43:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.850051  2960 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 0 FOLLOWER]: Advancing to term 1
10:43:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.851075  2960 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d767b66e6b654bfd8c06d733d59ed4ac in term 1.
10:43:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.851279  2648 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, d767b66e6b654bfd8c06d733d59ed4ac; no voters: 
10:43:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.851665  3098 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 1 FOLLOWER]: Leader election won for term 1
10:43:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.851794  3098 raft_consensus.cc:697] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 1 LEADER]: Becoming Leader. State: Replica: d767b66e6b654bfd8c06d733d59ed4ac, State: Running, Role: LEADER
10:43:54.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.851890  3098 consensus_queue.cc:237] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:54.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.852174  3086 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 1 election: Requested vote from peers 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:43:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.853600  2173 catalog_manager.cc:5719] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac reported cstate change: term changed from 0 to 1, leader changed from <none> to d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194). New cstate: current_term: 1 leader_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } health_report { overall_health: UNKNOWN } } }
10:43:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.856601  2555 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" is_pre_election: true
10:43:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.856752  2555 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d767b66e6b654bfd8c06d733d59ed4ac in term 0.
10:43:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.856889  2554 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769"
10:43:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.856949  2554 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 0 FOLLOWER]: Advancing to term 1
10:43:54.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:54.857796  2554 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d767b66e6b654bfd8c06d733d59ed4ac in term 1.
10:43:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:54.869302  2620 tablet.cc:2406] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:43:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:54.871266  3031 tablet.cc:2406] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:43:54.876 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 2518cfead1c04192b75e6c696f3297b9
10:43:54.898 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:43:54.906 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:43:54.908 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [9ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=null) after lookup
10:43:54.921 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:43:54.924 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] Successfully connected to peer
10:43:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:54.994786  2828 tablet.cc:2406] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Can't schedule compaction. Clean time has not been advanced past its initial value.
10:43:55.003 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x243dfae9, L:/127.0.0.1:40748 - R:/127.1.244.194:33791] using TOKEN/null
10:43:55.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:55.007525  2554 raft_consensus.cc:1275] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 1 FOLLOWER]: Refusing update from remote peer d767b66e6b654bfd8c06d733d59ed4ac: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:43:55.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:55.007640  2960 raft_consensus.cc:1275] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 1 FOLLOWER]: Refusing update from remote peer d767b66e6b654bfd8c06d733d59ed4ac: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
10:43:55.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:55.008077  3099 consensus_queue.cc:1048] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [LEADER]: Connected to new peer: Peer: permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:43:55.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:55.008215  3098 consensus_queue.cc:1048] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [LEADER]: Connected to new peer: Peer: permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
10:43:55.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:55.014384  3103 mvcc.cc:204] Tried to move back new op lower bound from 7317278863387217920 to 7317278862753992704. Current Snapshot: MvccSnapshot[applied={T|T < 7317278863387217920}]
10:43:55.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:55.017714  3107 mvcc.cc:204] Tried to move back new op lower bound from 7317278863387217920 to 7317278862753992704. Current Snapshot: MvccSnapshot[applied={T|T < 7317278863387217920}]
10:43:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:55.020736  3105 mvcc.cc:204] Tried to move back new op lower bound from 7317278863387217920 to 7317278862753992704. Current Snapshot: MvccSnapshot[applied={T|T < 7317278863387217920}]
10:43:55.099 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233, tablet=1741ab3ba10d43b88cfe8d880a41eda3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:43:55.100 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.244.194:33791
10:43:55.102 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:43:55.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:55.102433  2003 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu with pid 2624
10:43:55.124 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:43:55.127 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] handling channelInactive
10:43:55.128 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state READY due to: connection closed
10:43:55.128 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: connection closed
10:43:55.152 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:43:55.153 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:43:55.153 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [3ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [27ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1316431772(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@6c91011a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@357b8238 -> wakeup thread Time-limited test)) after lookup
10:43:55.154 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:43:55.157 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:55.157 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:55.158 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:55.172 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:43:55.172 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:43:55.173 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [3ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [27ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [29ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [32ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [33ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1316431772(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@6c91011a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1301768800 after retry RPC@1455306185), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@357b8238 -> wakeup thread Time-limited test -> (continuation of Deferred@1301768800 after retry RPC@1455306185))) after lookup
10:43:55.174 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:43:55.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:55.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:55.176 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:55.213 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:43:55.213 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:43:55.214 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=89), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [3ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [27ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [29ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [32ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [33ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [48ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [51ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [52ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [87ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1316431772(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@6c91011a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1301768800 after retry RPC@1455306185) -> (continuation of Deferred@164557469 after retry RPC@989900064), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@357b8238 -> wakeup thread Time-limited test -> (continuation of Deferred@1301768800 after retry RPC@1455306185) -> (continuation of Deferred@164557469 after retry RPC@989900064))) after lookup
10:43:55.215 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:43:55.217 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:55.217 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:55.217 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:55.293 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:43:55.293 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:43:55.294 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=169), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [3ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [27ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [29ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [32ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [33ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [48ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [51ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [52ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [87ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [89ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [92ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [92ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [164ms] refreshing cache from master, [164ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [167ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1316431772(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@6c91011a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1301768800 after retry RPC@1455306185) -> (continuation of Deferred@164557469 after retry RPC@989900064) -> (continuation of Deferred@411697638 after retry RPC@174389196), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@357b8238 -> wakeup thread Time-limited test -> (continuation of Deferred@1301768800 after retry RPC@1455306185) -> (continuation of Deferred@164557469 after retry RPC@989900064) -> (continuation of Deferred@411697638 after retry RPC@174389196))) after lookup
10:43:55.295 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:43:55.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:55.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:55.297 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:55.812 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:43:55.812 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:43:55.813 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=688), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [3ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [27ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [29ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [32ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [33ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [48ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [51ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [52ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [87ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [89ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [92ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [92ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [164ms] refreshing cache from master, [164ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [167ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [170ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [172ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [172ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [684ms] refreshing cache from master, [684ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [686ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1316431772(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@6c91011a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1301768800 after retry RPC@1455306185) -> (continuation of Deferred@164557469 after retry RPC@989900064) -> (continuation of Deferred@411697638 after retry RPC@174389196) -> (continuation of Deferred@872052445 after retry RPC@1767575380), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@357b8238 -> wakeup thread Time-limited test -> (continuation of Deferred@1301768800 after retry RPC@1455306185) -> (continuation of Deferred@164557469 after retry RPC@989900064) -> (continuation of Deferred@411697638 after retry RPC@174389196) -> (continuation of Deferred@872052445 after retry RPC@1767575380))) after lookup
10:43:55.814 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:43:55.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:55.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:55.816 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:56.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.544476  3128 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader d767b66e6b654bfd8c06d733d59ed4ac)
10:43:56.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.544592  3128 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:56.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.544596  3129 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader d767b66e6b654bfd8c06d733d59ed4ac)
10:43:56.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.544683  3129 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:56.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.544981  3128 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:43:56.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:56.545521  2448 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:43:56.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.545529  3129 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:43:56.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:56.545934  2855 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:43:56.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:56.546252  2448 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791): Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:43:56.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:56.546867  2855 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791): Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:43:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.548760  2960 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "838f809ba24548bcaebd46f8ad9ccc47" is_pre_election: true
10:43:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.548899  2960 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e65aa39ed1dd4840b0e9ae8f9fdc9769 in term 1.
10:43:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.549055  2554 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "838f809ba24548bcaebd46f8ad9ccc47" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" is_pre_election: true
10:43:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.549099  2450 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: d767b66e6b654bfd8c06d733d59ed4ac
10:43:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.549149  2554 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 838f809ba24548bcaebd46f8ad9ccc47 in term 1.
10:43:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.549263  3129 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 1 FOLLOWER]: Leader pre-election won for term 2
10:43:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.549310  3129 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 1 FOLLOWER]: Starting leader election (detected failure of leader d767b66e6b654bfd8c06d733d59ed4ac)
10:43:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.549340  3129 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 1 FOLLOWER]: Advancing to term 2
10:43:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.549374  2857 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: d767b66e6b654bfd8c06d733d59ed4ac
10:43:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.549528  3128 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 1 FOLLOWER]: Leader pre-election won for term 2
10:43:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.549583  3128 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 1 FOLLOWER]: Starting leader election (detected failure of leader d767b66e6b654bfd8c06d733d59ed4ac)
10:43:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.549607  3128 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 1 FOLLOWER]: Advancing to term 2
10:43:56.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.550165  3129 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:56.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.550325  3129 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 2 election: Requested vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:43:56.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.550449  3128 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:56.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.550544  2960 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "838f809ba24548bcaebd46f8ad9ccc47"
10:43:56.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.550583  3128 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 2 election: Requested vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:43:56.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.550662  2960 raft_consensus.cc:2393] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate e65aa39ed1dd4840b0e9ae8f9fdc9769 in current term 2: Already voted for candidate 838f809ba24548bcaebd46f8ad9ccc47 in this term.
10:43:56.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.550855  2554 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "838f809ba24548bcaebd46f8ad9ccc47" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769"
10:43:56.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:56.550968  2448 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791): Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:43:56.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.550973  2554 raft_consensus.cc:2393] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 838f809ba24548bcaebd46f8ad9ccc47 in current term 2: Already voted for candidate e65aa39ed1dd4840b0e9ae8f9fdc9769 in this term.
10:43:56.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.551034  2448 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: 838f809ba24548bcaebd46f8ad9ccc47, d767b66e6b654bfd8c06d733d59ed4ac
10:43:56.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.551090  3129 raft_consensus.cc:2749] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
10:43:56.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:56.551445  2855 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791): Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:43:56.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.551520  2855 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47; no voters: d767b66e6b654bfd8c06d733d59ed4ac, e65aa39ed1dd4840b0e9ae8f9fdc9769
10:43:56.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:56.551605  3128 raft_consensus.cc:2749] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
10:43:56.611 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:43:56.612 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:43:56.613 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1487), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [3ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [27ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [29ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [32ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [33ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [48ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [51ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [52ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [87ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [89ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [92ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [92ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [164ms] refreshing cache from master, [164ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [167ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [170ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [172ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [172ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [684ms] refreshing cache from master, [684ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [686ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [689ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [691ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [691ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [1483ms] refreshing cache from master, [1484ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [1486ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1316431772(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@6c91011a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1301768800 after retry RPC@1455306185) -> (continuation of Deferred@164557469 after retry RPC@989900064) -> (continuation of Deferred@411697638 after retry RPC@174389196) -> (continuation of Deferred@872052445 after retry RPC@1767575380) -> (continuation of Deferred@753870082 after retry RPC@503295588), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@357b8238 -> wakeup thread Time-limited test -> (continuation of Deferred@1301768800 after retry RPC@1455306185) -> (continuation of Deferred@164557469 after retry RPC@989900064) -> (continuation of Deferred@411697638 after retry RPC@174389196) -> (continuation of Deferred@872052445 after retry RPC@1767575380) -> (continuation of Deferred@753870082 after retry RPC@503295588))) after lookup
10:43:56.613 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:43:56.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:56.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:56.615 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:57.111 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:43:57.112 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:43:57.113 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1987), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [3ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [27ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [29ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [32ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [33ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [48ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [51ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [52ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [87ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [89ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [92ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [92ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [164ms] refreshing cache from master, [164ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [167ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [170ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [172ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [172ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [684ms] refreshing cache from master, [684ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [686ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [689ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [691ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [691ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [1483ms] refreshing cache from master, [1484ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [1486ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [1488ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [1490ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [1490ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [1983ms] refreshing cache from master, [1983ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [1986ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1316431772(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@6c91011a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1301768800 after retry RPC@1455306185) -> (continuation of Deferred@164557469 after retry RPC@989900064) -> (continuation of Deferred@411697638 after retry RPC@174389196) -> (continuation of Deferred@872052445 after retry RPC@1767575380) -> (continuation of Deferred@753870082 after retry RPC@503295588) -> (continuation of Deferred@1276496040 after retry RPC@2049443316), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@357b8238 -> wakeup thread Time-limited test -> (continuation of Deferred@1301768800 after retry RPC@1455306185) -> (continuation of Deferred@164557469 after retry RPC@989900064) -> (continuation of Deferred@411697638 after retry RPC@174389196) -> (continuation of Deferred@872052445 after retry RPC@1767575380) -> (continuation of Deferred@753870082 after retry RPC@503295588) -> (continuation of Deferred@1276496040 after retry RPC@2049443316))) after lookup
10:43:57.114 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:43:57.115 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:57.115 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:57.115 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:43:58.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.173928  3144 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:43:58.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.174041  3144 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:58.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.174243  3144 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:43:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.174572  2554 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "838f809ba24548bcaebd46f8ad9ccc47" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" is_pre_election: true
10:43:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.174685  2554 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 838f809ba24548bcaebd46f8ad9ccc47 in term 2.
10:43:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.174914  2857 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: 
10:43:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:58.175053  2855 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791): Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:43:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.175077  3144 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 2 FOLLOWER]: Leader pre-election won for term 3
10:43:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.175357  3144 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
10:43:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.175380  3144 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 2 FOLLOWER]: Advancing to term 3
10:43:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.176242  3144 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.176419  3144 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 3 election: Requested vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:43:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.176676  2554 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "838f809ba24548bcaebd46f8ad9ccc47" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769"
10:43:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.176759  2554 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 2 FOLLOWER]: Advancing to term 3
10:43:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:58.177201  2855 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791): Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:43:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.177522  2554 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 838f809ba24548bcaebd46f8ad9ccc47 in term 3.
10:43:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.177754  2857 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: d767b66e6b654bfd8c06d733d59ed4ac
10:43:58.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.177886  3144 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 3 FOLLOWER]: Leader election won for term 3
10:43:58.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.178046  3144 raft_consensus.cc:697] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 3 LEADER]: Becoming Leader. State: Replica: 838f809ba24548bcaebd46f8ad9ccc47, State: Running, Role: LEADER
10:43:58.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.178154  3144 consensus_queue.cc:237] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.178987  2173 catalog_manager.cc:5719] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 reported cstate change: term changed from 1 to 3, leader changed from d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194) to 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195). New cstate: current_term: 3 leader_uuid: "838f809ba24548bcaebd46f8ad9ccc47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } health_report { overall_health: UNKNOWN } } }
10:43:58.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.737196  2554 raft_consensus.cc:1275] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 3 FOLLOWER]: Refusing update from remote peer 838f809ba24548bcaebd46f8ad9ccc47: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
10:43:58.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:58.737572  3170 consensus_queue.cc:1048] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
10:43:58.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:58.740381  2855 consensus_peers.cc:597] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 -> Peer d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791): Couldn't send request to peer d767b66e6b654bfd8c06d733d59ed4ac. Status: Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:43:59.312 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:43:59.312 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:43:59.313 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=16, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4187), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [3ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [24ms] refreshing cache from master, [24ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [27ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [29ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [32ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [33ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [44ms] refreshing cache from master, [44ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [48ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [51ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [52ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [84ms] refreshing cache from master, [84ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [87ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [89ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [92ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [92ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [164ms] refreshing cache from master, [164ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [167ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [170ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [172ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [172ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [684ms] refreshing cache from master, [684ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [686ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [689ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [691ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [691ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [1483ms] refreshing cache from master, [1484ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [1486ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [1488ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [1490ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [1490ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [1983ms] refreshing cache from master, [1983ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [1986ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [1988ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [1990ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [1990ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [4184ms] refreshing cache from master, [4184ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [4186ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1316431772(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@6c91011a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1301768800 after retry RPC@1455306185) -> (continuation of Deferred@164557469 after retry RPC@989900064) -> (continuation of Deferred@411697638 after retry RPC@174389196) -> (continuation of Deferred@872052445 after retry RPC@1767575380) -> (continuation of Deferred@753870082 after retry RPC@503295588) -> (continuation of Deferred@1276496040 after retry RPC@2049443316) -> (continuation of Deferred@412660520 after retry RPC@581243498), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@357b8238 -> wakeup thread Time-limited test -> (continuation of Deferred@1301768800 after retry RPC@1455306185) -> (continuation of Deferred@164557469 after retry RPC@989900064) -> (continuation of Deferred@411697638 after retry RPC@174389196) -> (continuation of Deferred@872052445 after retry RPC@1767575380) -> (continuation of Deferred@753870082 after retry RPC@503295588) -> (continuation of Deferred@1276496040 after retry RPC@2049443316) -> (continuation of Deferred@412660520 after retry RPC@581243498))) after lookup
10:43:59.314 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:43:59.315 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] Successfully connected to peer
10:43:59.337 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x25f971f7, L:/127.0.0.1:55882 - R:/127.1.244.195:44833] using TOKEN/null
10:43:59.349 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.244.194:33791
10:43:59.351 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:43:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.352105  2003 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:43:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:43:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:43:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data
10:43:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:43:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:43:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:43:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:43:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:43:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:43:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/logs
10:43:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/info.pb
10:43:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.194:33791
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.194
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44373
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.194
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:43:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:43:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:59.435233  3189 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:43:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:59.435449  3189 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:43:59.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:59.435483  3189 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:43:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:59.437261  3189 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:43:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:59.437345  3189 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.244.194
10:43:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.439169  3189 tablet_server_runner.cc:78] Tablet server non-default flags:
10:43:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:43:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:43:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:43:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:43:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data
10:43:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:43:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:43:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:43:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.194:33791
10:43:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:43:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:43:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:43:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/info.pb
10:43:59.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.194
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44373
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3189
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.194
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/logs
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:57 UTC on e7f111948823
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17616
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.439436  3189 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:43:59.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.439710  3189 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:43:59.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:59.442960  3198 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:59.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.443064  3189 server_base.cc:1061] running on GCE node
10:43:59.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:59.443171  3205 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:59.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:43:59.442945  3199 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:43:59.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.443579  3189 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:43:59.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.443821  3189 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:43:59.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.444957  3189 hybrid_clock.cc:648] HybridClock initialized: now 1786445039444946 us; error 33 us; skew 500 ppm
10:43:59.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.446312  3189 webserver.cc:533] Webserver started at http://127.1.244.194:44373/ using document root <none> and password file <none>
10:43:59.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.446543  3189 fs_manager.cc:362] Metadata directory not provided
10:43:59.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.446617  3189 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:43:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.447892  3189 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
10:43:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.448619  3219 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:43:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.448987  3189 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
10:43:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.449057  3189 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data,/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:43:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d767b66e6b654bfd8c06d733d59ed4ac"
10:43:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:43:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.449399  3189 fs_report.cc:389] FS layout report
10:43:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:43:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:43:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:43:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/data
10:43:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:43:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:43:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:43:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:43:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:43:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:43:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:43:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:43:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:43:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:43:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:43:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.481400  3189 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:43:59.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.481768  3189 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:43:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.481907  3189 kserver.cc:163] Server-wide thread pool size limit: 3276
10:43:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.482168  3189 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:43:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.482709  3230 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:43:59.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.483719  3189 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:43:59.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.483811  3189 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
10:43:59.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.483851  3189 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:43:59.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.484453  3189 ts_tablet_manager.cc:616] Registered 1 tablets
10:43:59.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.484510  3189 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
10:43:59.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.484551  3230 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Bootstrap starting.
10:43:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.493043  3189 rpc_server.cc:307] RPC server started. Bound to: 127.1.244.194:33791
10:43:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.493197  3412 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.244.194:33791 every 8 connection(s)
10:43:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.493494  3189 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/info.pb
10:43:59.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.496204  3230 log.cc:826] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Log is configured to *not* fsync() on all Append() calls
10:43:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.498147  2003 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu as pid 3189
10:43:59.498 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:43:59.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.499367  3230 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:43:59.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.499761  3230 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Bootstrap complete.
10:43:59.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.501163  3230 ts_tablet_manager.cc:1403] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Time spent bootstrapping tablet: real 0.017s	user 0.000s	sys 0.016s
10:43:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.502552  3230 raft_consensus.cc:359] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.502871  3230 raft_consensus.cc:740] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: d767b66e6b654bfd8c06d733d59ed4ac, State: Initialized, Role: FOLLOWER
10:43:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.503010  3230 consensus_queue.cc:260] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:43:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.503262  3230 ts_tablet_manager.cc:1434] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
10:43:59.503 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233, tablet=1741ab3ba10d43b88cfe8d880a41eda3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:43:59.504 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.244.195:44833
10:43:59.505 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:43:59.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.505715  2003 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu with pid 2833
10:43:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.513958  3415 heartbeater.cc:344] Connected to a master server at 127.1.244.254:46729
10:43:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.514073  3415 heartbeater.cc:461] Registering TS with master...
10:43:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.514308  3415 heartbeater.cc:507] Master 127.1.244.254:46729 requested a full tablet report, sending...
10:43:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.515187  2074 ts_manager.cc:194] Re-registered known tserver with Master: d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791)
10:43:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.515303  3417 heartbeater.cc:344] Connected to a master server at 127.1.244.253:40031
10:43:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.515362  3417 heartbeater.cc:461] Registering TS with master...
10:43:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.515484  3417 heartbeater.cc:507] Master 127.1.244.253:40031 requested a full tablet report, sending...
10:43:59.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.515846  2173 ts_manager.cc:194] Re-registered known tserver with Master: d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791)
10:43:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.516433  3413 heartbeater.cc:344] Connected to a master server at 127.1.244.252:41007
10:43:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.516444  2173 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.244.194:46541
10:43:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.516507  3413 heartbeater.cc:461] Registering TS with master...
10:43:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.516601  3413 heartbeater.cc:507] Master 127.1.244.252:41007 requested a full tablet report, sending...
10:43:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.517076  2284 ts_manager.cc:194] Re-registered known tserver with Master: d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791)
10:43:59.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:43:59.517421  3417 heartbeater.cc:499] Master 127.1.244.253:40031 was elected leader, sending a full tablet report...
10:43:59.523 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:43:59.523 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] handling channelInactive
10:43:59.523 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state READY due to: connection closed
10:43:59.529 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:43:59.530 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:43:59.530 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:43:59.530 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:43:59.551 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:43:59.551 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:43:59.552 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=3, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [7ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [7ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [28ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@404483751(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@1227998c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a714014 -> wakeup thread Time-limited test)) after lookup
10:43:59.552 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:43:59.553 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:43:59.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:43:59.554 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:43:59.571 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:43:59.571 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:43:59.572 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=5, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [7ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [7ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [28ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [29ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [31ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [31ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@404483751(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@1227998c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1577139787 after retry RPC@514892927), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a714014 -> wakeup thread Time-limited test -> (continuation of Deferred@1577139787 after retry RPC@514892927))) after lookup
10:43:59.572 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:43:59.573 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:43:59.573 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:43:59.574 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:43:59.652 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:43:59.652 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:43:59.653 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=7, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=128), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [7ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [7ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [28ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [29ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [31ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [31ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [49ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [50ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [51ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [128ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@404483751(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@1227998c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1577139787 after retry RPC@514892927) -> (continuation of Deferred@1128512358 after retry RPC@1489730605), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a714014 -> wakeup thread Time-limited test -> (continuation of Deferred@1577139787 after retry RPC@514892927) -> (continuation of Deferred@1128512358 after retry RPC@1489730605))) after lookup
10:43:59.653 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:43:59.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:43:59.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:43:59.656 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:43:59.731 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:43:59.732 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:43:59.732 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=9, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=208), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [7ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [7ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [28ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [29ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [31ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [31ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [49ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [50ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [51ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [128ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [130ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [133ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [133ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [205ms] refreshing cache from master, [206ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [208ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@404483751(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@1227998c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1577139787 after retry RPC@514892927) -> (continuation of Deferred@1128512358 after retry RPC@1489730605) -> (continuation of Deferred@883587794 after retry RPC@1071796169), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a714014 -> wakeup thread Time-limited test -> (continuation of Deferred@1577139787 after retry RPC@514892927) -> (continuation of Deferred@1128512358 after retry RPC@1489730605) -> (continuation of Deferred@883587794 after retry RPC@1071796169))) after lookup
10:43:59.733 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:43:59.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:43:59.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:43:59.734 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:00.491 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:00.493 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:00.493 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=11, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=969), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [7ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [7ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [28ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [29ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [31ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [31ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [49ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [50ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [51ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [128ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [130ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [133ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [133ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [205ms] refreshing cache from master, [206ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [208ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [209ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [211ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [211ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [965ms] refreshing cache from master, [965ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [968ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@404483751(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@1227998c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1577139787 after retry RPC@514892927) -> (continuation of Deferred@1128512358 after retry RPC@1489730605) -> (continuation of Deferred@883587794 after retry RPC@1071796169) -> (continuation of Deferred@303696522 after retry RPC@1068208903), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a714014 -> wakeup thread Time-limited test -> (continuation of Deferred@1577139787 after retry RPC@514892927) -> (continuation of Deferred@1128512358 after retry RPC@1489730605) -> (continuation of Deferred@883587794 after retry RPC@1071796169) -> (continuation of Deferred@303696522 after retry RPC@1068208903))) after lookup
10:44:00.494 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:44:00.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:00.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:00.496 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.700338  3429 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:44:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.700562  3429 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.700966  3429 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:00.701498  3223 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.244.195:44833: connect: Connection refused (error 111)
10:44:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:00.702046  3223 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833): Network error: Client connection negotiation failed: client connection to 127.1.244.195:44833: connect: Connection refused (error 111)
10:44:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.704164  2554 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" is_pre_election: true
10:44:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.704504  3225 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d767b66e6b654bfd8c06d733d59ed4ac; no voters: 838f809ba24548bcaebd46f8ad9ccc47, e65aa39ed1dd4840b0e9ae8f9fdc9769
10:44:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.704648  3429 raft_consensus.cc:2749] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
10:44:00.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.849171  3437 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 838f809ba24548bcaebd46f8ad9ccc47)
10:44:00.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.849296  3437 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:00.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.849476  3437 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:44:00.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:00.850338  2450 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833): Network error: Client connection negotiation failed: client connection to 127.1.244.195:44833: connect: Connection refused (error 111)
10:44:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.852741  3327 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" is_pre_election: true
10:44:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.852916  3327 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e65aa39ed1dd4840b0e9ae8f9fdc9769 in term 1.
10:44:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.853183  2448 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d767b66e6b654bfd8c06d733d59ed4ac, e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: 838f809ba24548bcaebd46f8ad9ccc47
10:44:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.853281  3437 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 3 FOLLOWER]: Leader pre-election won for term 4
10:44:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.853317  3437 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 838f809ba24548bcaebd46f8ad9ccc47)
10:44:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.853348  3437 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 3 FOLLOWER]: Advancing to term 4
10:44:00.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.853943  3437 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:00.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.854095  3437 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 4 election: Requested vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:44:00.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.854272  3327 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "d767b66e6b654bfd8c06d733d59ed4ac"
10:44:00.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.854370  3327 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 1 FOLLOWER]: Advancing to term 4
10:44:00.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:00.854640  2450 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833): Network error: Client connection negotiation failed: client connection to 127.1.244.195:44833: connect: Connection refused (error 111)
10:44:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.855461  3327 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e65aa39ed1dd4840b0e9ae8f9fdc9769 in term 4.
10:44:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.855697  2448 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d767b66e6b654bfd8c06d733d59ed4ac, e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: 838f809ba24548bcaebd46f8ad9ccc47
10:44:00.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.855808  3437 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 4 FOLLOWER]: Leader election won for term 4
10:44:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.855983  3437 raft_consensus.cc:697] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 4 LEADER]: Becoming Leader. State: Replica: e65aa39ed1dd4840b0e9ae8f9fdc9769, State: Running, Role: LEADER
10:44:00.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.856055  3437 consensus_queue.cc:237] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:00.857095  2173 catalog_manager.cc:5719] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 reported cstate change: term changed from 3 to 4, leader changed from 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195) to e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193). New cstate: current_term: 4 leader_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } health_report { overall_health: HEALTHY } } }
10:44:01.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:01.422976  3327 raft_consensus.cc:1275] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 4 FOLLOWER]: Refusing update from remote peer e65aa39ed1dd4840b0e9ae8f9fdc9769: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
10:44:01.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:01.423336  3468 consensus_queue.cc:1048] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
10:44:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:01.427498  2450 consensus_peers.cc:597] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 -> Peer 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833): Couldn't send request to peer 838f809ba24548bcaebd46f8ad9ccc47. Status: Network error: Client connection negotiation failed: client connection to 127.1.244.195:44833: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:44:01.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:01.845891  2450 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.244.195:44833: connect: Connection refused (error 111) [suppressed 4 similar messages]
10:44:02.072 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:02.072 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:02.073 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=13, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=2549), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [1ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [7ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [7ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [28ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [29ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [31ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [31ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [47ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [49ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [50ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [51ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [125ms] refreshing cache from master, [125ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [128ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [130ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [133ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [133ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [205ms] refreshing cache from master, [206ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [208ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [209ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [211ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [211ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [965ms] refreshing cache from master, [965ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [968ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [971ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [973ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [973ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [2546ms] refreshing cache from master, [2546ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [2548ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@404483751(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@1227998c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1577139787 after retry RPC@514892927) -> (continuation of Deferred@1128512358 after retry RPC@1489730605) -> (continuation of Deferred@883587794 after retry RPC@1071796169) -> (continuation of Deferred@303696522 after retry RPC@1068208903) -> (continuation of Deferred@754847930 after retry RPC@298008889), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4a714014 -> wakeup thread Time-limited test -> (continuation of Deferred@1577139787 after retry RPC@514892927) -> (continuation of Deferred@1128512358 after retry RPC@1489730605) -> (continuation of Deferred@883587794 after retry RPC@1071796169) -> (continuation of Deferred@303696522 after retry RPC@1068208903) -> (continuation of Deferred@754847930 after retry RPC@298008889))) after lookup
10:44:02.073 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:02.074 [DEBUG - kudu-nio-2] (Connection.java:757) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] Successfully connected to peer
10:44:02.089 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xdce80ebb, L:/127.0.0.1:40478 - R:/127.1.244.193:34049] using TOKEN/null
10:44:02.099 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.244.195:44833
10:44:02.100 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.101055  2003 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data
10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/logs
10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data/info.pb
10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:44:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:02.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:02.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:02.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:44:02.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:44:02.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.195:44833
10:44:02.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.195
10:44:02.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:02.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38115
10:44:02.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.195
10:44:02.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:02.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:02.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:02.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:44:02.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:02.183538  3501 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:44:02.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:02.183689  3501 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:44:02.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:02.183708  3501 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:44:02.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:02.185248  3501 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:44:02.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:02.185302  3501 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.244.195
10:44:02.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.186837  3501 tablet_server_runner.cc:78] Tablet server non-default flags:
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.195:44833
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data/info.pb
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.195
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38115
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3501
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.195
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/logs
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:44:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:44:02.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
10:44:02.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:57 UTC on e7f111948823
10:44:02.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17616
10:44:02.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.187016  3501 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:44:02.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.187179  3501 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:44:02.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:02.189698  3509 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:02.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:02.189726  3512 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:02.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:02.189726  3514 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:02.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.190168  3501 server_base.cc:1061] running on GCE node
10:44:02.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.190320  3501 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:44:02.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.190477  3501 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:44:02.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.191632  3501 hybrid_clock.cc:648] HybridClock initialized: now 1786445042191601 us; error 42 us; skew 500 ppm
10:44:02.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.192720  3501 webserver.cc:533] Webserver started at http://127.1.244.195:38115/ using document root <none> and password file <none>
10:44:02.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.192993  3501 fs_manager.cc:362] Metadata directory not provided
10:44:02.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.193086  3501 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:44:02.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.194247  3501 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
10:44:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.194900  3521 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:44:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.195075  3501 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
10:44:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.195158  3501 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data,/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:44:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "838f809ba24548bcaebd46f8ad9ccc47"
10:44:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:44:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.195474  3501 fs_report.cc:389] FS layout report
10:44:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:44:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:44:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:44:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data/data
10:44:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:44:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:44:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:44:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:44:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:44:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:44:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:44:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:44:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:44:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:44:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:44:02.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.211112  3501 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:44:02.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.211509  3501 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:44:02.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.211709  3501 kserver.cc:163] Server-wide thread pool size limit: 3276
10:44:02.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.211982  3501 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:44:02.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.212618  3532 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:44:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.213613  3501 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:44:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.213666  3501 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
10:44:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.213692  3501 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:44:02.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.214172  3501 ts_tablet_manager.cc:616] Registered 1 tablets
10:44:02.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.214200  3501 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
10:44:02.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.214354  3532 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Bootstrap starting.
10:44:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.221989  3501 rpc_server.cc:307] RPC server started. Bound to: 127.1.244.195:44833
10:44:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.222049  3706 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.244.195:44833 every 8 connection(s)
10:44:02.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.222342  3501 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data/info.pb
10:44:02.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.227034  2003 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu as pid 3501
10:44:02.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.227061  3532 log.cc:826] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Log is configured to *not* fsync() on all Append() calls
10:44:02.227 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:44:02.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.229389  3708 heartbeater.cc:344] Connected to a master server at 127.1.244.254:46729
10:44:02.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.229485  3708 heartbeater.cc:461] Registering TS with master...
10:44:02.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.229658  3708 heartbeater.cc:507] Master 127.1.244.254:46729 requested a full tablet report, sending...
10:44:02.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.230242  2074 ts_manager.cc:194] Re-registered known tserver with Master: 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:44:02.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.230532  3532 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:44:02.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.230859  3532 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Bootstrap complete.
10:44:02.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.232193  3532 ts_tablet_manager.cc:1403] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Time spent bootstrapping tablet: real 0.018s	user 0.007s	sys 0.007s
10:44:02.233 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233, tablet=1741ab3ba10d43b88cfe8d880a41eda3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:44:02.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.233157  3709 heartbeater.cc:344] Connected to a master server at 127.1.244.253:40031
10:44:02.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.233214  3709 heartbeater.cc:461] Registering TS with master...
10:44:02.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.233312  3709 heartbeater.cc:507] Master 127.1.244.253:40031 requested a full tablet report, sending...
10:44:02.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.233592  2172 ts_manager.cc:194] Re-registered known tserver with Master: 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:44:02.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.233400  3532 raft_consensus.cc:359] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:02.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.233664  3532 raft_consensus.cc:740] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 838f809ba24548bcaebd46f8ad9ccc47, State: Initialized, Role: FOLLOWER
10:44:02.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.233811  3532 consensus_queue.cc:260] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:02.234 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.244.193:34049
10:44:02.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.234093  3532 ts_tablet_manager.cc:1434] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Time spent starting tablet: real 0.002s	user 0.005s	sys 0.000s
10:44:02.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.234103  2172 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.244.195:37103
10:44:02.234 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:44:02.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.234755  2003 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu with pid 2420
10:44:02.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.243341  3709 heartbeater.cc:499] Master 127.1.244.253:40031 was elected leader, sending a full tablet report...
10:44:02.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.244163  3707 heartbeater.cc:344] Connected to a master server at 127.1.244.252:41007
10:44:02.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.244240  3707 heartbeater.cc:461] Registering TS with master...
10:44:02.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.244292  3707 heartbeater.cc:507] Master 127.1.244.252:41007 requested a full tablet report, sending...
10:44:02.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:02.246707  2285 ts_manager.cc:194] Re-registered known tserver with Master: 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:44:02.251 [DEBUG - kudu-nio-2] (Connection.java:239) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] handling channelInactive
10:44:02.252 [DEBUG - kudu-nio-2] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state READY due to: connection closed
10:44:02.252 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:44:02.254 [DEBUG - Time-limited test] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:02.255 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:02.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:02.255 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:02.271 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:02.272 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:02.272 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [2ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [2ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@718922987(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@2118b200 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@731b121a -> wakeup thread Time-limited test)) after lookup
10:44:02.272 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:02.273 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:02.273 [DEBUG - kudu-nio-4] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:02.274 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:02.291 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:02.291 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:02.292 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [2ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [2ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [19ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [21ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [21ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [37ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@718922987(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@2118b200 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1989979472 after retry RPC@1572661851), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@731b121a -> wakeup thread Time-limited test -> (continuation of Deferred@1989979472 after retry RPC@1572661851))) after lookup
10:44:02.292 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:02.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:02.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:02.294 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:02.331 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:02.332 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:02.332 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [2ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [2ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [19ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [21ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [21ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [37ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [39ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [41ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [41ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [78ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@718922987(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@2118b200 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1989979472 after retry RPC@1572661851) -> (continuation of Deferred@1905842926 after retry RPC@1263278260), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@731b121a -> wakeup thread Time-limited test -> (continuation of Deferred@1989979472 after retry RPC@1572661851) -> (continuation of Deferred@1905842926 after retry RPC@1263278260))) after lookup
10:44:02.333 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:02.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:02.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:02.334 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:02.431 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:02.431 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:02.431 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=178), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [2ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [2ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [19ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [21ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [21ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [37ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [39ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [41ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [41ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [78ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [80ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [81ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [82ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [175ms] refreshing cache from master, [176ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [178ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@718922987(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@2118b200 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1989979472 after retry RPC@1572661851) -> (continuation of Deferred@1905842926 after retry RPC@1263278260) -> (continuation of Deferred@856049243 after retry RPC@405041463), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@731b121a -> wakeup thread Time-limited test -> (continuation of Deferred@1989979472 after retry RPC@1572661851) -> (continuation of Deferred@1905842926 after retry RPC@1263278260) -> (continuation of Deferred@856049243 after retry RPC@405041463))) after lookup
10:44:02.432 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:02.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:02.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:02.433 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:02.891 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:02.892 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:02.892 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=639), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [2ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [2ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [19ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [21ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [21ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [37ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [39ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [41ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [41ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [78ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [80ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [81ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [82ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [175ms] refreshing cache from master, [176ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [178ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [179ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [180ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [180ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [635ms] refreshing cache from master, [636ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [638ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@718922987(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@2118b200 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1989979472 after retry RPC@1572661851) -> (continuation of Deferred@1905842926 after retry RPC@1263278260) -> (continuation of Deferred@856049243 after retry RPC@405041463) -> (continuation of Deferred@1547055918 after retry RPC@1730169942), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@731b121a -> wakeup thread Time-limited test -> (continuation of Deferred@1989979472 after retry RPC@1572661851) -> (continuation of Deferred@1905842926 after retry RPC@1263278260) -> (continuation of Deferred@856049243 after retry RPC@405041463) -> (continuation of Deferred@1547055918 after retry RPC@1730169942))) after lookup
10:44:02.893 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:02.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:02.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:02.894 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:03.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.600409  3725 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 4 FOLLOWER]: Starting pre-election (detected failure of leader e65aa39ed1dd4840b0e9ae8f9fdc9769)
10:44:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.600535  3725 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.600751  3725 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:03.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:03.601673  3225 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049): Network error: Client connection negotiation failed: client connection to 127.1.244.193:34049: connect: Connection refused (error 111)
10:44:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.604439  3631 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "838f809ba24548bcaebd46f8ad9ccc47" is_pre_election: true
10:44:03.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.604591  3631 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d767b66e6b654bfd8c06d733d59ed4ac in term 3.
10:44:03.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.604936  3223 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, d767b66e6b654bfd8c06d733d59ed4ac; no voters: e65aa39ed1dd4840b0e9ae8f9fdc9769
10:44:03.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.605089  3725 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 4 FOLLOWER]: Leader pre-election won for term 5
10:44:03.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.605165  3725 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 4 FOLLOWER]: Starting leader election (detected failure of leader e65aa39ed1dd4840b0e9ae8f9fdc9769)
10:44:03.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.605201  3725 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 4 FOLLOWER]: Advancing to term 5
10:44:03.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.605980  3725 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:03.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.606168  3725 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 5 election: Requested vote from peers 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:03.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.606369  3631 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "838f809ba24548bcaebd46f8ad9ccc47"
10:44:03.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.606478  3631 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 3 FOLLOWER]: Advancing to term 5
10:44:03.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:03.606734  3225 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049): Network error: Client connection negotiation failed: client connection to 127.1.244.193:34049: connect: Connection refused (error 111)
10:44:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.607676  3631 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d767b66e6b654bfd8c06d733d59ed4ac in term 5.
10:44:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.607892  3223 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, d767b66e6b654bfd8c06d733d59ed4ac; no voters: e65aa39ed1dd4840b0e9ae8f9fdc9769
10:44:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.608012  3725 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 5 FOLLOWER]: Leader election won for term 5
10:44:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.608206  3725 raft_consensus.cc:697] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 5 LEADER]: Becoming Leader. State: Replica: d767b66e6b654bfd8c06d733d59ed4ac, State: Running, Role: LEADER
10:44:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.608327  3725 consensus_queue.cc:237] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:03.609345  2172 catalog_manager.cc:5719] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac reported cstate change: term changed from 4 to 5, leader changed from e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193) to d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194). New cstate: current_term: 5 leader_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } health_report { overall_health: UNKNOWN } } }
10:44:04.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:04.129526  3225 consensus_peers.cc:597] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac -> Peer e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049): Couldn't send request to peer e65aa39ed1dd4840b0e9ae8f9fdc9769. Status: Network error: Client connection negotiation failed: client connection to 127.1.244.193:34049: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:44:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.230238  3631 raft_consensus.cc:1275] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 5 FOLLOWER]: Refusing update from remote peer d767b66e6b654bfd8c06d733d59ed4ac: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
10:44:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.230602  3755 consensus_queue.cc:1048] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [LEADER]: Connected to new peer: Peer: permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
10:44:04.572 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:04.572 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:04.573 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=2319), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [2ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [2ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [18ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [19ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [21ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [21ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [37ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [39ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [41ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [41ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [78ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [80ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [81ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [82ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [175ms] refreshing cache from master, [176ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [178ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [179ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [180ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [180ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [635ms] refreshing cache from master, [636ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [638ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [639ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [641ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [641ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [2316ms] refreshing cache from master, [2316ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [2318ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@718922987(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@2118b200 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1989979472 after retry RPC@1572661851) -> (continuation of Deferred@1905842926 after retry RPC@1263278260) -> (continuation of Deferred@856049243 after retry RPC@405041463) -> (continuation of Deferred@1547055918 after retry RPC@1730169942) -> (continuation of Deferred@1631275656 after retry RPC@69007365), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@731b121a -> wakeup thread Time-limited test -> (continuation of Deferred@1989979472 after retry RPC@1572661851) -> (continuation of Deferred@1905842926 after retry RPC@1263278260) -> (continuation of Deferred@856049243 after retry RPC@405041463) -> (continuation of Deferred@1547055918 after retry RPC@1730169942) -> (continuation of Deferred@1631275656 after retry RPC@69007365))) after lookup
10:44:04.573 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:04.574 [DEBUG - kudu-nio-1] (Connection.java:757) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] Successfully connected to peer
10:44:04.590 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xc8200469, L:/127.0.0.1:51904 - R:/127.1.244.194:33791] using TOKEN/null
10:44:04.608 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.244.193:34049
10:44:04.609 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:44:04.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.609730  2003 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:04.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/logs
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data/info.pb
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.193:34049
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.193
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36065
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.193
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:44:04.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:04.701452  3778 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:44:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:04.701648  3778 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:44:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:04.701681  3778 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:44:04.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:04.703313  3778 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:44:04.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:04.703410  3778 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.244.193
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.705019  3778 tablet_server_runner.cc:78] Tablet server non-default flags:
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.193:34049
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data/info.pb
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.193
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36065
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:44:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3778
10:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.193
10:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/logs
10:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
10:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:57 UTC on e7f111948823
10:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17616
10:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.705278  3778 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:44:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.705564  3778 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:44:04.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:04.708304  3790 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:04.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:04.708312  3793 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:04.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.708674  3778 server_base.cc:1061] running on GCE node
10:44:04.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:04.708315  3788 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:04.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.709091  3778 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:44:04.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.709349  3778 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:44:04.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.710520  3778 hybrid_clock.cc:648] HybridClock initialized: now 1786445044710493 us; error 36 us; skew 500 ppm
10:44:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.711721  3778 webserver.cc:533] Webserver started at http://127.1.244.193:36065/ using document root <none> and password file <none>
10:44:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.711956  3778 fs_manager.cc:362] Metadata directory not provided
10:44:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.712035  3778 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:44:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.713419  3778 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
10:44:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.714061  3799 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:44:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.714249  3778 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
10:44:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.714303  3778 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data,/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:44:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769"
10:44:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:44:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.714588  3778 fs_report.cc:389] FS layout report
10:44:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:44:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:44:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:44:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data/data
10:44:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:44:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:44:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:44:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:44:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:44:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:44:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:44:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:44:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:44:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:44:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:44:04.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.739068  3778 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:44:04.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.739447  3778 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:44:04.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.739547  3778 kserver.cc:163] Server-wide thread pool size limit: 3276
10:44:04.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.739727  3778 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:44:04.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.740175  3815 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:44:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.741096  3778 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:44:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.741168  3778 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
10:44:04.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.741207  3778 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:44:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.741830  3778 ts_tablet_manager.cc:616] Registered 1 tablets
10:44:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.741892  3778 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
10:44:04.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.741950  3815 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Bootstrap starting.
10:44:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.749485  3778 rpc_server.cc:307] RPC server started. Bound to: 127.1.244.193:34049
10:44:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.749557  3987 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.244.193:34049 every 8 connection(s)
10:44:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.749866  3778 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data/info.pb
10:44:04.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.754094  2003 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu as pid 3778
10:44:04.754 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:44:04.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.757637  3815 log.cc:826] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Log is configured to *not* fsync() on all Append() calls
10:44:04.759 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233, tablet=1741ab3ba10d43b88cfe8d880a41eda3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:44:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.760741  3815 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:44:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.761082  3815 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Bootstrap complete.
10:44:04.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.762599  3815 ts_tablet_manager.cc:1403] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Time spent bootstrapping tablet: real 0.021s	user 0.010s	sys 0.005s
10:44:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.763862  3815 raft_consensus.cc:359] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.764144  3815 raft_consensus.cc:740] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: e65aa39ed1dd4840b0e9ae8f9fdc9769, State: Initialized, Role: FOLLOWER
10:44:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.764281  3815 consensus_queue.cc:260] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:04.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.764561  3815 ts_tablet_manager.cc:1434] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.003s
10:44:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.766923  3991 heartbeater.cc:344] Connected to a master server at 127.1.244.254:46729
10:44:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.767087  3991 heartbeater.cc:461] Registering TS with master...
10:44:04.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.767331  3991 heartbeater.cc:507] Master 127.1.244.254:46729 requested a full tablet report, sending...
10:44:04.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.768442  2073 ts_manager.cc:194] Re-registered known tserver with Master: e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:04.771 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.244.194:33791
10:44:04.771 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:44:04.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.772027  3993 heartbeater.cc:344] Connected to a master server at 127.1.244.253:40031
10:44:04.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.772106  3993 heartbeater.cc:461] Registering TS with master...
10:44:04.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.772215  3993 heartbeater.cc:507] Master 127.1.244.253:40031 requested a full tablet report, sending...
10:44:04.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.772207  2003 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu with pid 3189
10:44:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.778878  2173 ts_manager.cc:194] Re-registered known tserver with Master: e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.779424  2173 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.244.193:48047
10:44:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.779577  3990 heartbeater.cc:344] Connected to a master server at 127.1.244.252:41007
10:44:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.779634  3990 heartbeater.cc:461] Registering TS with master...
10:44:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.779743  3990 heartbeater.cc:507] Master 127.1.244.252:41007 requested a full tablet report, sending...
10:44:04.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.780490  3993 heartbeater.cc:499] Master 127.1.244.253:40031 was elected leader, sending a full tablet report...
10:44:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:04.782290  2285 ts_manager.cc:194] Re-registered known tserver with Master: e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:04.799 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:44:04.800 [DEBUG - kudu-nio-1] (Connection.java:239) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] handling channelInactive
10:44:04.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state READY due to: connection closed
10:44:04.809 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:04.810 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:04.810 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:04.810 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:04.832 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:04.832 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:04.832 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [10ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [10ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [31ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1136226879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@68f7c0c4 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@646e967e -> wakeup thread Time-limited test)) after lookup
10:44:04.833 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:04.834 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:04.834 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:04.834 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:04.851 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:04.851 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:04.851 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=51), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [10ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [10ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [31ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [33ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [34ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [34ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [50ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1136226879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@68f7c0c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2082094968 after retry RPC@1826069475), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@646e967e -> wakeup thread Time-limited test -> (continuation of Deferred@2082094968 after retry RPC@1826069475))) after lookup
10:44:04.852 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:04.853 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:04.853 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:04.853 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:04.871 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:04.872 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:04.872 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=72), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [10ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [10ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [31ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [33ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [34ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [34ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [50ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [52ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [53ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [53ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [71ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1136226879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@68f7c0c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2082094968 after retry RPC@1826069475) -> (continuation of Deferred@1275167082 after retry RPC@475599754), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@646e967e -> wakeup thread Time-limited test -> (continuation of Deferred@2082094968 after retry RPC@1826069475) -> (continuation of Deferred@1275167082 after retry RPC@475599754))) after lookup
10:44:04.873 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:04.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:04.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:04.874 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:05.071 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:05.072 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:05.073 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=272), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [10ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [10ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [31ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [33ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [34ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [34ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [50ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [52ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [53ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [53ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [71ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [72ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [74ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [74ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [268ms] refreshing cache from master, [269ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [271ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1136226879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@68f7c0c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2082094968 after retry RPC@1826069475) -> (continuation of Deferred@1275167082 after retry RPC@475599754) -> (continuation of Deferred@727139086 after retry RPC@2143735981), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@646e967e -> wakeup thread Time-limited test -> (continuation of Deferred@2082094968 after retry RPC@1826069475) -> (continuation of Deferred@1275167082 after retry RPC@475599754) -> (continuation of Deferred@727139086 after retry RPC@2143735981))) after lookup
10:44:05.074 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:05.075 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:05.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:05.075 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:05.903959  4011 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:44:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:05.904197  4011 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:05.904645  4011 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:44:05.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:05.905249  3807 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:44:05.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:05.905835  3807 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791): Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:44:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:05.908119  3631 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "838f809ba24548bcaebd46f8ad9ccc47" is_pre_election: true
10:44:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:05.908516  3809 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: 838f809ba24548bcaebd46f8ad9ccc47, d767b66e6b654bfd8c06d733d59ed4ac
10:44:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:05.908684  4011 raft_consensus.cc:2749] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
10:44:06.071 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:06.072 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:06.072 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1272), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [10ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [10ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [31ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [33ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [34ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [34ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [50ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [52ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [53ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [53ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [71ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [72ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [74ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [74ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [268ms] refreshing cache from master, [269ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [271ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [273ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [275ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [276ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [1268ms] refreshing cache from master, [1268ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [1271ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1136226879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@68f7c0c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2082094968 after retry RPC@1826069475) -> (continuation of Deferred@1275167082 after retry RPC@475599754) -> (continuation of Deferred@727139086 after retry RPC@2143735981) -> (continuation of Deferred@350029861 after retry RPC@1566040491), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@646e967e -> wakeup thread Time-limited test -> (continuation of Deferred@2082094968 after retry RPC@1826069475) -> (continuation of Deferred@1275167082 after retry RPC@475599754) -> (continuation of Deferred@727139086 after retry RPC@2143735981) -> (continuation of Deferred@350029861 after retry RPC@1566040491))) after lookup
10:44:06.073 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:06.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:06.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:06.075 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.107856  4019 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader d767b66e6b654bfd8c06d733d59ed4ac)
10:44:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.107969  4019 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:06.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.108322  4019 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:06.108868  3524 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:44:06.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:06.109458  3524 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791): Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:44:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.111929  3917 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "838f809ba24548bcaebd46f8ad9ccc47" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" is_pre_election: true
10:44:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.112090  3917 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 838f809ba24548bcaebd46f8ad9ccc47 in term 4.
10:44:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.112372  3528 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: d767b66e6b654bfd8c06d733d59ed4ac
10:44:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.112530  4019 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 5 FOLLOWER]: Leader pre-election won for term 6
10:44:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.112596  4019 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 5 FOLLOWER]: Starting leader election (detected failure of leader d767b66e6b654bfd8c06d733d59ed4ac)
10:44:06.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.112612  4019 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 5 FOLLOWER]: Advancing to term 6
10:44:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.113286  4019 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.113454  4019 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 6 election: Requested vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.113709  3917 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "838f809ba24548bcaebd46f8ad9ccc47" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769"
10:44:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.113816  3917 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 4 FOLLOWER]: Advancing to term 6
10:44:06.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:06.114037  3524 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791): Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:44:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.114880  3917 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 838f809ba24548bcaebd46f8ad9ccc47 in term 6.
10:44:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.115104  3528 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: d767b66e6b654bfd8c06d733d59ed4ac
10:44:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.115231  4019 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 6 FOLLOWER]: Leader election won for term 6
10:44:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.115383  4019 raft_consensus.cc:697] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 6 LEADER]: Becoming Leader. State: Replica: 838f809ba24548bcaebd46f8ad9ccc47, State: Running, Role: LEADER
10:44:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.115499  4019 consensus_queue.cc:237] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:06.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.116346  2173 catalog_manager.cc:5719] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 reported cstate change: term changed from 5 to 6, leader changed from d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194) to 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195). New cstate: current_term: 6 leader_uuid: "838f809ba24548bcaebd46f8ad9ccc47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } health_report { overall_health: UNKNOWN } } }
10:44:06.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:06.709206  3524 consensus_peers.cc:597] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 -> Peer d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791): Couldn't send request to peer d767b66e6b654bfd8c06d733d59ed4ac. Status: Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:44:06.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.713037  3917 raft_consensus.cc:1275] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 6 FOLLOWER]: Refusing update from remote peer 838f809ba24548bcaebd46f8ad9ccc47: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
10:44:06.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.713430  4048 consensus_queue.cc:1048] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
10:44:06.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:06.715086  4053 mvcc.cc:204] Tried to move back new op lower bound from 7317278902708514816 to 7317278898620366848. Current Snapshot: MvccSnapshot[applied={T|T < 7317278902649638912}]
10:44:07.071 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:07.071 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:07.072 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2272), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [10ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [10ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [31ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [33ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [34ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [34ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [50ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [52ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [53ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [53ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [71ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [72ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [74ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [74ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [268ms] refreshing cache from master, [269ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [271ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [273ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [275ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [276ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [1268ms] refreshing cache from master, [1268ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [1271ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [1273ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [1275ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [1275ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [2269ms] refreshing cache from master, [2269ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [2271ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1136226879(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@68f7c0c4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2082094968 after retry RPC@1826069475) -> (continuation of Deferred@1275167082 after retry RPC@475599754) -> (continuation of Deferred@727139086 after retry RPC@2143735981) -> (continuation of Deferred@350029861 after retry RPC@1566040491) -> (continuation of Deferred@43122264 after retry RPC@1613307160), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@646e967e -> wakeup thread Time-limited test -> (continuation of Deferred@2082094968 after retry RPC@1826069475) -> (continuation of Deferred@1275167082 after retry RPC@475599754) -> (continuation of Deferred@727139086 after retry RPC@2143735981) -> (continuation of Deferred@350029861 after retry RPC@1566040491) -> (continuation of Deferred@43122264 after retry RPC@1613307160))) after lookup
10:44:07.072 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:44:07.073 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] Successfully connected to peer
10:44:07.092 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x24df01cb, L:/127.0.0.1:40910 - R:/127.1.244.195:44833] using TOKEN/null
10:44:07.102 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.244.194:33791
10:44:07.103 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:44:07.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.103513  2003 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:07.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:07.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:44:07.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data
10:44:07.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:44:07.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:44:07.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/logs
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/info.pb
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.194:33791
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.194
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44373
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.194
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:44:07.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:07.188099  4065 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:44:07.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:07.188285  4065 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:44:07.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:07.188305  4065 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:44:07.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:07.189847  4065 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:44:07.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:07.189908  4065 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.244.194
10:44:07.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.191361  4065 tablet_server_runner.cc:78] Tablet server non-default flags:
10:44:07.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:07.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:07.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:07.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:44:07.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data
10:44:07.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:44:07.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:07.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:07.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.194:33791
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/info.pb
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.194
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44373
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4065
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.194
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/logs
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:57 UTC on e7f111948823
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17616
10:44:07.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.191623  4065 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:44:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.191864  4065 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:44:07.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:07.194273  4072 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:07.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:07.194288  4071 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:07.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:07.194288  4074 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:07.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.194911  4065 server_base.cc:1061] running on GCE node
10:44:07.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.195089  4065 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:44:07.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.195333  4065 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:44:07.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.198553  4065 hybrid_clock.cc:648] HybridClock initialized: now 1786445047198043 us; error 523 us; skew 500 ppm
10:44:07.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.199708  4065 webserver.cc:533] Webserver started at http://127.1.244.194:44373/ using document root <none> and password file <none>
10:44:07.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.199860  4065 fs_manager.cc:362] Metadata directory not provided
10:44:07.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.199894  4065 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:44:07.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.200999  4065 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
10:44:07.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.201546  4084 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:44:07.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.201701  4065 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.201761  4065 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data,/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d767b66e6b654bfd8c06d733d59ed4ac"
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.202001  4065 fs_report.cc:389] FS layout report
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/data
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:44:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:44:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.210644  4065 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:44:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.210881  4065 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:44:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.210990  4065 kserver.cc:163] Server-wide thread pool size limit: 3276
10:44:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.211139  4065 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:44:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.211606  4098 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:44:07.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.212495  4065 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:44:07.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.212558  4065 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
10:44:07.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.212591  4065 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:44:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.213357  4065 ts_tablet_manager.cc:616] Registered 1 tablets
10:44:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.213406  4065 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
10:44:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.213673  4098 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Bootstrap starting.
10:44:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.221489  4065 rpc_server.cc:307] RPC server started. Bound to: 127.1.244.194:33791
10:44:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.221644  4260 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.244.194:33791 every 8 connection(s)
10:44:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.221915  4065 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/info.pb
10:44:07.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.226549  4098 log.cc:826] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Log is configured to *not* fsync() on all Append() calls
10:44:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.228200  4263 heartbeater.cc:344] Connected to a master server at 127.1.244.252:41007
10:44:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.228312  4263 heartbeater.cc:461] Registering TS with master...
10:44:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.228511  4263 heartbeater.cc:507] Master 127.1.244.252:41007 requested a full tablet report, sending...
10:44:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.229341  2003 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu as pid 4065
10:44:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.229354  2285 ts_manager.cc:194] Re-registered known tserver with Master: d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791)
10:44:07.229 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:44:07.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.230026  4098 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:44:07.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.230330  4098 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Bootstrap complete.
10:44:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.231066  4266 heartbeater.cc:344] Connected to a master server at 127.1.244.253:40031
10:44:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.231128  4266 heartbeater.cc:461] Registering TS with master...
10:44:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.231236  4266 heartbeater.cc:507] Master 127.1.244.253:40031 requested a full tablet report, sending...
10:44:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.231676  4098 ts_tablet_manager.cc:1403] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Time spent bootstrapping tablet: real 0.018s	user 0.001s	sys 0.013s
10:44:07.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.232192  2172 ts_manager.cc:194] Re-registered known tserver with Master: d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791)
10:44:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.232209  4264 heartbeater.cc:344] Connected to a master server at 127.1.244.254:46729
10:44:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.232275  4264 heartbeater.cc:461] Registering TS with master...
10:44:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.232416  4264 heartbeater.cc:507] Master 127.1.244.254:46729 requested a full tablet report, sending...
10:44:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.232708  2172 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.244.194:55445
10:44:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.232690  4098 raft_consensus.cc:359] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.233019  2074 ts_manager.cc:194] Re-registered known tserver with Master: d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791)
10:44:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.233031  4098 raft_consensus.cc:740] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: d767b66e6b654bfd8c06d733d59ed4ac, State: Initialized, Role: FOLLOWER
10:44:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.233143  4098 consensus_queue.cc:260] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.233387  4098 ts_tablet_manager.cc:1434] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Time spent starting tablet: real 0.002s	user 0.004s	sys 0.000s
10:44:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.234364  4266 heartbeater.cc:499] Master 127.1.244.253:40031 was elected leader, sending a full tablet report...
10:44:07.234 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233, tablet=1741ab3ba10d43b88cfe8d880a41eda3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:44:07.235 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.244.195:44833
10:44:07.236 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:44:07.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:07.236204  2003 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu with pid 3501
10:44:07.256 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:44:07.257 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] handling channelInactive
10:44:07.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state READY due to: connection closed
10:44:07.269 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:44:07.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:07.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:07.271 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:07.290 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:07.291 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:07.291 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [14ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [14ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1678643078(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@256779b1 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b4e7a58 -> wakeup thread Time-limited test)) after lookup
10:44:07.292 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:44:07.293 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:07.293 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:07.293 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:07.311 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:07.312 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:07.312 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [14ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [14ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [34ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [36ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [36ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [54ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1678643078(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@256779b1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1340973132 after retry RPC@664379219), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b4e7a58 -> wakeup thread Time-limited test -> (continuation of Deferred@1340973132 after retry RPC@664379219))) after lookup
10:44:07.313 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:44:07.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:07.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:07.314 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:07.351 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:07.352 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:07.352 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=95), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [14ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [14ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [34ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [36ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [36ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [54ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [55ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [57ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [57ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [91ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [94ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1678643078(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@256779b1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1340973132 after retry RPC@664379219) -> (continuation of Deferred@591191134 after retry RPC@1219800173), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b4e7a58 -> wakeup thread Time-limited test -> (continuation of Deferred@1340973132 after retry RPC@664379219) -> (continuation of Deferred@591191134 after retry RPC@1219800173))) after lookup
10:44:07.353 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:44:07.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:07.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:07.354 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:07.611 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:07.611 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:07.612 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=354), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [14ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [14ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [34ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [36ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [36ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [54ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [55ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [57ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [57ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [91ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [94ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [95ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [97ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [98ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [351ms] refreshing cache from master, [351ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [354ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1678643078(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@256779b1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1340973132 after retry RPC@664379219) -> (continuation of Deferred@591191134 after retry RPC@1219800173) -> (continuation of Deferred@1734023838 after retry RPC@174130652), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b4e7a58 -> wakeup thread Time-limited test -> (continuation of Deferred@1340973132 after retry RPC@664379219) -> (continuation of Deferred@591191134 after retry RPC@1219800173) -> (continuation of Deferred@1734023838 after retry RPC@174130652))) after lookup
10:44:07.612 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:44:07.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:07.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:07.614 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:08.151 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:08.152 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:08.152 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=895), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [14ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [14ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [34ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [36ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [36ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [54ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [55ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [57ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [57ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [91ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [94ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [95ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [97ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [98ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [351ms] refreshing cache from master, [351ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [354ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [355ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [357ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [357ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [892ms] refreshing cache from master, [892ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [894ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1678643078(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@256779b1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1340973132 after retry RPC@664379219) -> (continuation of Deferred@591191134 after retry RPC@1219800173) -> (continuation of Deferred@1734023838 after retry RPC@174130652) -> (continuation of Deferred@1023108639 after retry RPC@1043782585), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b4e7a58 -> wakeup thread Time-limited test -> (continuation of Deferred@1340973132 after retry RPC@664379219) -> (continuation of Deferred@591191134 after retry RPC@1219800173) -> (continuation of Deferred@1734023838 after retry RPC@174130652) -> (continuation of Deferred@1023108639 after retry RPC@1043782585))) after lookup
10:44:08.153 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:44:08.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:08.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:08.154 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.602571  4287 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 838f809ba24548bcaebd46f8ad9ccc47)
10:44:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.602680  4287 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.602892  4287 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:44:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:08.603785  3809 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833): Network error: Client connection negotiation failed: client connection to 127.1.244.195:44833: connect: Connection refused (error 111)
10:44:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.606503  4192 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" is_pre_election: true
10:44:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.606688  4192 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e65aa39ed1dd4840b0e9ae8f9fdc9769 in term 5.
10:44:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.606994  3807 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d767b66e6b654bfd8c06d733d59ed4ac, e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: 838f809ba24548bcaebd46f8ad9ccc47
10:44:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.607105  4287 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 6 FOLLOWER]: Leader pre-election won for term 7
10:44:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.607151  4287 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 838f809ba24548bcaebd46f8ad9ccc47)
10:44:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.607167  4287 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 6 FOLLOWER]: Advancing to term 7
10:44:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.607748  4287 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.607913  4287 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 7 election: Requested vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:44:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.608101  4192 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "d767b66e6b654bfd8c06d733d59ed4ac"
10:44:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.608196  4192 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 5 FOLLOWER]: Advancing to term 7
10:44:08.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:08.608587  3809 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833): Network error: Client connection negotiation failed: client connection to 127.1.244.195:44833: connect: Connection refused (error 111)
10:44:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.609592  4192 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e65aa39ed1dd4840b0e9ae8f9fdc9769 in term 7.
10:44:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.609843  3807 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d767b66e6b654bfd8c06d733d59ed4ac, e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: 838f809ba24548bcaebd46f8ad9ccc47
10:44:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.609970  4287 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 7 FOLLOWER]: Leader election won for term 7
10:44:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.610150  4287 raft_consensus.cc:697] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 7 LEADER]: Becoming Leader. State: Replica: e65aa39ed1dd4840b0e9ae8f9fdc9769, State: Running, Role: LEADER
10:44:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.610262  4287 consensus_queue.cc:237] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:08.611066  2172 catalog_manager.cc:5719] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 reported cstate change: term changed from 6 to 7, leader changed from 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195) to e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193). New cstate: current_term: 7 leader_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } health_report { overall_health: HEALTHY } } }
10:44:09.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:09.078941  3809 consensus_peers.cc:597] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 -> Peer 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833): Couldn't send request to peer 838f809ba24548bcaebd46f8ad9ccc47. Status: Network error: Client connection negotiation failed: client connection to 127.1.244.195:44833: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:44:09.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.089843  4192 raft_consensus.cc:1275] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 7 FOLLOWER]: Refusing update from remote peer e65aa39ed1dd4840b0e9ae8f9fdc9769: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
10:44:09.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.090162  4287 consensus_queue.cc:1048] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
10:44:09.452 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:09.452 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:09.453 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=2195), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [0ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [14ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [14ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [34ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [36ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [36ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [54ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [55ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [57ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [57ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [91ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [94ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [95ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [97ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [98ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [351ms] refreshing cache from master, [351ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [354ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [355ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [357ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [357ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [892ms] refreshing cache from master, [892ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [894ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [896ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [897ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [897ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [2192ms] refreshing cache from master, [2192ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [2194ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1678643078(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@256779b1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1340973132 after retry RPC@664379219) -> (continuation of Deferred@591191134 after retry RPC@1219800173) -> (continuation of Deferred@1734023838 after retry RPC@174130652) -> (continuation of Deferred@1023108639 after retry RPC@1043782585) -> (continuation of Deferred@2068909787 after retry RPC@1932720411), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b4e7a58 -> wakeup thread Time-limited test -> (continuation of Deferred@1340973132 after retry RPC@664379219) -> (continuation of Deferred@591191134 after retry RPC@1219800173) -> (continuation of Deferred@1734023838 after retry RPC@174130652) -> (continuation of Deferred@1023108639 after retry RPC@1043782585) -> (continuation of Deferred@2068909787 after retry RPC@1932720411))) after lookup
10:44:09.453 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:09.454 [DEBUG - kudu-nio-7] (Connection.java:757) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] Successfully connected to peer
10:44:09.490 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x68364e4f, L:/127.0.0.1:44598 - R:/127.1.244.193:34049] using TOKEN/null
10:44:09.509 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.244.195:44833
10:44:09.510 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.510879  2003 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/logs
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data/info.pb
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:44:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.195:44833
10:44:09.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.195
10:44:09.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:09.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38115
10:44:09.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.195
10:44:09.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:09.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:09.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:09.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:44:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:09.594421  4334 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:44:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:09.594575  4334 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:44:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:09.594594  4334 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:44:09.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:09.596392  4334 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:44:09.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:09.596448  4334 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.244.195
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.598016  4334 tablet_server_runner.cc:78] Tablet server non-default flags:
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.195:44833
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data/info.pb
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.195
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38115
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4334
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.195
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/logs
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:57 UTC on e7f111948823
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17616
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.598196  4334 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:44:09.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.598558  4334 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:44:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:09.601161  4344 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:09.601157  4341 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:09.601195  4342 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.601394  4334 server_base.cc:1061] running on GCE node
10:44:09.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.601719  4334 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:44:09.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.601888  4334 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:44:09.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.603042  4334 hybrid_clock.cc:648] HybridClock initialized: now 1786445049603019 us; error 34 us; skew 500 ppm
10:44:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.604245  4334 webserver.cc:533] Webserver started at http://127.1.244.195:38115/ using document root <none> and password file <none>
10:44:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.604490  4334 fs_manager.cc:362] Metadata directory not provided
10:44:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.604564  4334 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:44:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.605924  4334 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
10:44:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.606627  4352 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.606855  4334 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.606948  4334 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data,/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "838f809ba24548bcaebd46f8ad9ccc47"
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.607254  4334 fs_report.cc:389] FS layout report
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data/data
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:44:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:44:09.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:44:09.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.620919  4334 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:44:09.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.621255  4334 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:44:09.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.621408  4334 kserver.cc:163] Server-wide thread pool size limit: 3276
10:44:09.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.621652  4334 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:44:09.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.622144  4364 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:44:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.622978  4334 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:44:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.623042  4334 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
10:44:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.623077  4334 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:44:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.623653  4334 ts_tablet_manager.cc:616] Registered 1 tablets
10:44:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.623709  4334 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
10:44:09.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.623764  4364 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Bootstrap starting.
10:44:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.630995  4334 rpc_server.cc:307] RPC server started. Bound to: 127.1.244.195:44833
10:44:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.631053  4553 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.244.195:44833 every 8 connection(s)
10:44:09.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.631361  4334 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data/info.pb
10:44:09.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.636478  2003 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu as pid 4334
10:44:09.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.636634  4556 heartbeater.cc:344] Connected to a master server at 127.1.244.253:40031
10:44:09.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.636718  4556 heartbeater.cc:461] Registering TS with master...
10:44:09.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.636894  4364 log.cc:826] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Log is configured to *not* fsync() on all Append() calls
10:44:09.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.636919  4556 heartbeater.cc:507] Master 127.1.244.253:40031 requested a full tablet report, sending...
10:44:09.638 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:44:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.639364  2173 ts_manager.cc:194] Re-registered known tserver with Master: 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:44:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.639856  2173 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.244.195:38353
10:44:09.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.641389  4364 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:44:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.641763  4364 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Bootstrap complete.
10:44:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.641408  4554 heartbeater.cc:344] Connected to a master server at 127.1.244.252:41007
10:44:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.641856  4554 heartbeater.cc:461] Registering TS with master...
10:44:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.641923  4554 heartbeater.cc:507] Master 127.1.244.252:41007 requested a full tablet report, sending...
10:44:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.642272  2285 ts_manager.cc:194] Re-registered known tserver with Master: 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:44:09.642 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233, tablet=1741ab3ba10d43b88cfe8d880a41eda3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:44:09.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.642980  4555 heartbeater.cc:344] Connected to a master server at 127.1.244.254:46729
10:44:09.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.643047  4555 heartbeater.cc:461] Registering TS with master...
10:44:09.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.643100  4555 heartbeater.cc:507] Master 127.1.244.254:46729 requested a full tablet report, sending...
10:44:09.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.643150  4364 ts_tablet_manager.cc:1403] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Time spent bootstrapping tablet: real 0.019s	user 0.010s	sys 0.007s
10:44:09.643 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.244.193:34049
10:44:09.644 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:44:09.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.643736  2073 ts_manager.cc:194] Re-registered known tserver with Master: 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:44:09.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.644469  2003 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu with pid 3778
10:44:09.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.644356  4364 raft_consensus.cc:359] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:09.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.649662  4364 raft_consensus.cc:740] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 838f809ba24548bcaebd46f8ad9ccc47, State: Initialized, Role: FOLLOWER
10:44:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.649853  4364 consensus_queue.cc:260] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:09.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.651283  4364 ts_tablet_manager.cc:1434] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Time spent starting tablet: real 0.008s	user 0.001s	sys 0.001s
10:44:09.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:09.652115  4556 heartbeater.cc:499] Master 127.1.244.253:40031 was elected leader, sending a full tablet report...
10:44:09.657 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:44:09.657 [DEBUG - kudu-nio-7] (Connection.java:239) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] handling channelInactive
10:44:09.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state READY due to: connection closed
10:44:09.658 [DEBUG - Time-limited test] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:09.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:09.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:09.660 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:09.671 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:09.671 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:09.672 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [2ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [2ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [12ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@422900726(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@7daa2bea -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b4d5a27 -> wakeup thread Time-limited test)) after lookup
10:44:09.673 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:09.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:09.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:09.674 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:09.691 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:09.691 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:09.692 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [2ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [2ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [12ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [14ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [16ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [16ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@422900726(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@7daa2bea -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@537741197 after retry RPC@53195573), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b4d5a27 -> wakeup thread Time-limited test -> (continuation of Deferred@537741197 after retry RPC@53195573))) after lookup
10:44:09.692 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:09.693 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:09.693 [DEBUG - kudu-nio-2] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:09.694 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:09.711 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:09.711 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:09.712 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=53), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [2ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [2ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [12ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [14ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [16ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [16ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [34ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [36ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [36ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [52ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@422900726(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@7daa2bea -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@537741197 after retry RPC@53195573) -> (continuation of Deferred@1201828041 after retry RPC@424591635), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b4d5a27 -> wakeup thread Time-limited test -> (continuation of Deferred@537741197 after retry RPC@53195573) -> (continuation of Deferred@1201828041 after retry RPC@424591635))) after lookup
10:44:09.712 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:09.713 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:09.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:09.714 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:09.831 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:09.832 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:09.832 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=174), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [2ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [2ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [12ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [14ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [16ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [16ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [34ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [36ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [36ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [52ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [54ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [56ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [56ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [173ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@422900726(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@7daa2bea -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@537741197 after retry RPC@53195573) -> (continuation of Deferred@1201828041 after retry RPC@424591635) -> (continuation of Deferred@861533268 after retry RPC@1559293301), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b4d5a27 -> wakeup thread Time-limited test -> (continuation of Deferred@537741197 after retry RPC@53195573) -> (continuation of Deferred@1201828041 after retry RPC@424591635) -> (continuation of Deferred@861533268 after retry RPC@1559293301))) after lookup
10:44:09.833 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:09.834 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:09.834 [DEBUG - kudu-nio-4] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:09.834 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:09.871 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:09.872 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:09.872 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=214), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [2ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [2ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [12ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [14ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [16ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [16ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [34ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [36ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [36ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [52ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [54ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [56ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [56ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [173ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [175ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [176ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [176ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [211ms] refreshing cache from master, [211ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [213ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@422900726(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@7daa2bea -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@537741197 after retry RPC@53195573) -> (continuation of Deferred@1201828041 after retry RPC@424591635) -> (continuation of Deferred@861533268 after retry RPC@1559293301) -> (continuation of Deferred@1757294997 after retry RPC@863953586), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b4d5a27 -> wakeup thread Time-limited test -> (continuation of Deferred@537741197 after retry RPC@53195573) -> (continuation of Deferred@1201828041 after retry RPC@424591635) -> (continuation of Deferred@861533268 after retry RPC@1559293301) -> (continuation of Deferred@1757294997 after retry RPC@863953586))) after lookup
10:44:09.873 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:09.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:09.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:09.874 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:10.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:10.842201  4573 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 6 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
10:44:10.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:10.842365  4573 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:10.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:10.842746  4573 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:10.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:10.843300  4359 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.244.193:34049: connect: Connection refused (error 111)
10:44:10.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:10.843828  4359 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049): Network error: Client connection negotiation failed: client connection to 127.1.244.193:34049: connect: Connection refused (error 111)
10:44:10.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:10.846077  4192 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "838f809ba24548bcaebd46f8ad9ccc47" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" is_pre_election: true
10:44:10.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:10.846376  4355 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47; no voters: d767b66e6b654bfd8c06d733d59ed4ac, e65aa39ed1dd4840b0e9ae8f9fdc9769
10:44:10.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:10.846496  4573 raft_consensus.cc:2749] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 6 FOLLOWER]: Leader pre-election lost for term 7. Reason: could not achieve majority
10:44:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.009317  4578 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 7 FOLLOWER]: Starting pre-election (detected failure of leader e65aa39ed1dd4840b0e9ae8f9fdc9769)
10:44:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.009433  4578 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.009799  4578 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:11.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:11.010368  4092 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.244.193:34049: connect: Connection refused (error 111)
10:44:11.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:11.010980  4092 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049): Network error: Client connection negotiation failed: client connection to 127.1.244.193:34049: connect: Connection refused (error 111)
10:44:11.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.013635  4473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "838f809ba24548bcaebd46f8ad9ccc47" is_pre_election: true
10:44:11.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.013767  4473 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d767b66e6b654bfd8c06d733d59ed4ac in term 6.
10:44:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.014029  4091 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, d767b66e6b654bfd8c06d733d59ed4ac; no voters: e65aa39ed1dd4840b0e9ae8f9fdc9769
10:44:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.014218  4578 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 7 FOLLOWER]: Leader pre-election won for term 8
10:44:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.014312  4578 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 7 FOLLOWER]: Starting leader election (detected failure of leader e65aa39ed1dd4840b0e9ae8f9fdc9769)
10:44:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.014343  4578 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 7 FOLLOWER]: Advancing to term 8
10:44:11.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.015281  4578 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:11.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.015462  4578 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 8 election: Requested vote from peers 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:11.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.015725  4473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "838f809ba24548bcaebd46f8ad9ccc47"
10:44:11.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.015849  4473 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 6 FOLLOWER]: Advancing to term 8
10:44:11.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.016789  4473 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d767b66e6b654bfd8c06d733d59ed4ac in term 8.
10:44:11.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.017043  4091 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, d767b66e6b654bfd8c06d733d59ed4ac; no voters: 
10:44:11.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:11.017194  4092 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049): Network error: Client connection negotiation failed: client connection to 127.1.244.193:34049: connect: Connection refused (error 111)
10:44:11.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.017199  4578 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 8 FOLLOWER]: Leader election won for term 8
10:44:11.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.017387  4578 raft_consensus.cc:697] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 8 LEADER]: Becoming Leader. State: Replica: d767b66e6b654bfd8c06d733d59ed4ac, State: Running, Role: LEADER
10:44:11.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.017467  4578 consensus_queue.cc:237] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:11.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.018265  2173 catalog_manager.cc:5719] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac reported cstate change: term changed from 7 to 8, leader changed from e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193) to d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194). New cstate: current_term: 8 leader_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } health_report { overall_health: UNKNOWN } } }
10:44:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:11.575809  4092 consensus_peers.cc:597] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac -> Peer e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049): Couldn't send request to peer e65aa39ed1dd4840b0e9ae8f9fdc9769. Status: Network error: Client connection negotiation failed: client connection to 127.1.244.193:34049: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:44:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.616396  4473 raft_consensus.cc:1275] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 8 FOLLOWER]: Refusing update from remote peer d767b66e6b654bfd8c06d733d59ed4ac: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
10:44:11.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.616747  4606 consensus_queue.cc:1048] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [LEADER]: Connected to new peer: Peer: permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
10:44:11.792 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:11.792 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:11.793 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2134), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [2ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [2ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [12ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [14ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [16ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [16ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [34ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [36ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [36ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [52ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [54ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [56ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [56ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [173ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [175ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [176ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [176ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [211ms] refreshing cache from master, [211ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [213ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [214ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [216ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [216ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [2131ms] refreshing cache from master, [2131ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [2133ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@422900726(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@7daa2bea -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@537741197 after retry RPC@53195573) -> (continuation of Deferred@1201828041 after retry RPC@424591635) -> (continuation of Deferred@861533268 after retry RPC@1559293301) -> (continuation of Deferred@1757294997 after retry RPC@863953586) -> (continuation of Deferred@419455526 after retry RPC@1571780806), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b4d5a27 -> wakeup thread Time-limited test -> (continuation of Deferred@537741197 after retry RPC@53195573) -> (continuation of Deferred@1201828041 after retry RPC@424591635) -> (continuation of Deferred@861533268 after retry RPC@1559293301) -> (continuation of Deferred@1757294997 after retry RPC@863953586) -> (continuation of Deferred@419455526 after retry RPC@1571780806))) after lookup
10:44:11.793 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:11.794 [DEBUG - kudu-nio-6] (Connection.java:757) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] Successfully connected to peer
10:44:11.824 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x5428201c, L:/127.0.0.1:35412 - R:/127.1.244.194:33791] using TOKEN/null
10:44:11.839 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.244.193:34049
10:44:11.839 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:44:11.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.840168  2003 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:11.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:11.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:44:11.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data
10:44:11.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:44:11.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:44:11.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:44:11.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:11.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:11.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:11.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/logs
10:44:11.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data/info.pb
10:44:11.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.193:34049
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.193
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36065
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.193
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:11.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:44:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:11.920032  4637 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:44:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:11.920234  4637 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:44:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:11.920269  4637 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:44:11.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:11.921864  4637 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:44:11.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:11.921957  4637 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.244.193
10:44:11.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.923527  4637 tablet_server_runner.cc:78] Tablet server non-default flags:
10:44:11.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:11.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:11.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:11.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:44:11.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data
10:44:11.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.193:34049
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data/info.pb
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.193
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36065
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4637
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.193
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/logs
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
10:44:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:57 UTC on e7f111948823
10:44:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17616
10:44:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.923774  4637 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:44:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.924045  4637 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:44:11.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:11.926816  4648 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:11.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:11.926820  4645 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:11.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:11.926826  4646 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:11.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.927474  4637 server_base.cc:1061] running on GCE node
10:44:11.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.927610  4637 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:44:11.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.927788  4637 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:44:11.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.928920  4637 hybrid_clock.cc:648] HybridClock initialized: now 1786445051928903 us; error 31 us; skew 500 ppm
10:44:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.930063  4637 webserver.cc:533] Webserver started at http://127.1.244.193:36065/ using document root <none> and password file <none>
10:44:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.930233  4637 fs_manager.cc:362] Metadata directory not provided
10:44:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.930298  4637 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:44:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.931473  4637 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
10:44:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.932083  4655 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:44:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.932242  4637 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
10:44:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.932299  4637 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data,/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:44:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769"
10:44:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:44:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.932545  4637 fs_report.cc:389] FS layout report
10:44:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:44:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:44:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:44:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data/data
10:44:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:44:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:44:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:44:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:44:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:44:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:44:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:44:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:44:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:44:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:44:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:44:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.941680  4637 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:44:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.941911  4637 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:44:11.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.941991  4637 kserver.cc:163] Server-wide thread pool size limit: 3276
10:44:11.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.942143  4637 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:44:11.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.942574  4668 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:44:11.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.943379  4637 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:44:11.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.943424  4637 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
10:44:11.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.943456  4637 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:44:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.943922  4637 ts_tablet_manager.cc:616] Registered 1 tablets
10:44:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.943953  4637 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
10:44:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.944052  4668 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Bootstrap starting.
10:44:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.951596  4637 rpc_server.cc:307] RPC server started. Bound to: 127.1.244.193:34049
10:44:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.951681  4841 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.244.193:34049 every 8 connection(s)
10:44:11.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.952020  4637 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data/info.pb
10:44:11.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.953487  4668 log.cc:826] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Log is configured to *not* fsync() on all Append() calls
10:44:11.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.955753  2003 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu as pid 4637
10:44:11.957 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:44:11.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.957109  4668 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:44:11.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.957453  4668 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Bootstrap complete.
10:44:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.958760  4668 ts_tablet_manager.cc:1403] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Time spent bootstrapping tablet: real 0.015s	user 0.006s	sys 0.007s
10:44:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.959969  4668 raft_consensus.cc:359] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.960230  4668 raft_consensus.cc:740] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: e65aa39ed1dd4840b0e9ae8f9fdc9769, State: Initialized, Role: FOLLOWER
10:44:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.960354  4668 consensus_queue.cc:260] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.960590  4668 ts_tablet_manager.cc:1434] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.002s
10:44:11.961 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233, tablet=1741ab3ba10d43b88cfe8d880a41eda3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:44:11.962 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.244.194:33791
10:44:11.963 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:44:11.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.962241  4848 heartbeater.cc:344] Connected to a master server at 127.1.244.253:40031
10:44:11.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.962268  4845 heartbeater.cc:344] Connected to a master server at 127.1.244.254:46729
10:44:11.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.962327  4848 heartbeater.cc:461] Registering TS with master...
10:44:11.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.962345  4845 heartbeater.cc:461] Registering TS with master...
10:44:11.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.962494  4845 heartbeater.cc:507] Master 127.1.244.254:46729 requested a full tablet report, sending...
10:44:11.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.962512  4848 heartbeater.cc:507] Master 127.1.244.253:40031 requested a full tablet report, sending...
10:44:11.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.963001  2073 ts_manager.cc:194] Re-registered known tserver with Master: e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:11.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.963522  2003 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu with pid 4065
10:44:11.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.969779  2173 ts_manager.cc:194] Re-registered known tserver with Master: e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.970239  2173 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.244.193:46631
10:44:11.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.972258  4848 heartbeater.cc:499] Master 127.1.244.253:40031 was elected leader, sending a full tablet report...
10:44:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.973057  4842 heartbeater.cc:344] Connected to a master server at 127.1.244.252:41007
10:44:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.973134  4842 heartbeater.cc:461] Registering TS with master...
10:44:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.973186  4842 heartbeater.cc:507] Master 127.1.244.252:41007 requested a full tablet report, sending...
10:44:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:11.973560  2284 ts_manager.cc:194] Re-registered known tserver with Master: e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:11.978 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:44:11.978 [DEBUG - kudu-nio-6] (Connection.java:239) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] handling channelInactive
10:44:11.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state READY due to: connection closed
10:44:11.989 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:11.990 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:11.990 [DEBUG - kudu-nio-7] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:11.990 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:12.011 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:12.011 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:12.011 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=3, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [12ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [12ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@360958157(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@334cfbf3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@441401b9 -> wakeup thread Time-limited test)) after lookup
10:44:12.012 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:12.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:12.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:12.013 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:12.051 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:12.051 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:12.052 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=5, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [12ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [12ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [34ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [35ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [35ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [73ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@360958157(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@334cfbf3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1342971197 after retry RPC@879875916), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@441401b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1342971197 after retry RPC@879875916))) after lookup
10:44:12.052 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:12.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:12.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:12.053 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:12.111 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:12.111 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:12.111 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=7, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=133), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [12ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [12ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [34ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [35ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [35ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [73ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [74ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [75ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [76ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [130ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [133ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@360958157(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@334cfbf3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1342971197 after retry RPC@879875916) -> (continuation of Deferred@64815347 after retry RPC@1455615757), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@441401b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1342971197 after retry RPC@879875916) -> (continuation of Deferred@64815347 after retry RPC@1455615757))) after lookup
10:44:12.112 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:12.113 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:12.113 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:12.113 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:12.331 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:12.331 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:12.332 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=9, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=353), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [12ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [12ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [34ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [35ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [35ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [73ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [74ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [75ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [76ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [130ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [133ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [134ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [135ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [135ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [351ms] refreshing cache from master, [351ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [353ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@360958157(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@334cfbf3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1342971197 after retry RPC@879875916) -> (continuation of Deferred@64815347 after retry RPC@1455615757) -> (continuation of Deferred@203966784 after retry RPC@1297315151), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@441401b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1342971197 after retry RPC@879875916) -> (continuation of Deferred@64815347 after retry RPC@1455615757) -> (continuation of Deferred@203966784 after retry RPC@1297315151))) after lookup
10:44:12.332 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:12.333 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:12.333 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:12.333 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:12.971 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:12.971 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:12.972 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=11, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=993), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [12ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [12ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [34ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [35ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [35ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [73ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [74ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [75ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [76ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [130ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [133ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [134ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [135ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [135ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [351ms] refreshing cache from master, [351ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [353ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [354ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [355ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [355ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [991ms] refreshing cache from master, [991ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [993ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@360958157(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@334cfbf3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1342971197 after retry RPC@879875916) -> (continuation of Deferred@64815347 after retry RPC@1455615757) -> (continuation of Deferred@203966784 after retry RPC@1297315151) -> (continuation of Deferred@1711458667 after retry RPC@816656873), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@441401b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1342971197 after retry RPC@879875916) -> (continuation of Deferred@64815347 after retry RPC@1455615757) -> (continuation of Deferred@203966784 after retry RPC@1297315151) -> (continuation of Deferred@1711458667 after retry RPC@816656873))) after lookup
10:44:12.973 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:12.973 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:12.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:12.974 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.338307  4862 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader d767b66e6b654bfd8c06d733d59ed4ac)
10:44:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.338407  4862 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.338582  4862 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:13.339387  4355 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791): Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:44:13.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.341897  4765 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "838f809ba24548bcaebd46f8ad9ccc47" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" is_pre_election: true
10:44:13.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.342075  4765 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 838f809ba24548bcaebd46f8ad9ccc47 in term 7.
10:44:13.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.342363  4359 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: d767b66e6b654bfd8c06d733d59ed4ac
10:44:13.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.342509  4862 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 8 FOLLOWER]: Leader pre-election won for term 9
10:44:13.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.342569  4862 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 8 FOLLOWER]: Starting leader election (detected failure of leader d767b66e6b654bfd8c06d733d59ed4ac)
10:44:13.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.342587  4862 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 8 FOLLOWER]: Advancing to term 9
10:44:13.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.343214  4862 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:13.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.343417  4862 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 9 election: Requested vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:13.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.343621  4765 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "838f809ba24548bcaebd46f8ad9ccc47" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769"
10:44:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.343748  4765 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 7 FOLLOWER]: Advancing to term 9
10:44:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:13.343995  4355 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791): Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:44:13.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.344825  4765 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 838f809ba24548bcaebd46f8ad9ccc47 in term 9.
10:44:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.345082  4359 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: d767b66e6b654bfd8c06d733d59ed4ac
10:44:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.345197  4862 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 9 FOLLOWER]: Leader election won for term 9
10:44:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.345356  4862 raft_consensus.cc:697] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 9 LEADER]: Becoming Leader. State: Replica: 838f809ba24548bcaebd46f8ad9ccc47, State: Running, Role: LEADER
10:44:13.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.345431  4862 consensus_queue.cc:237] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:13.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.346288  2173 catalog_manager.cc:5719] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 reported cstate change: term changed from 8 to 9, leader changed from d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194) to 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195). New cstate: current_term: 9 leader_uuid: "838f809ba24548bcaebd46f8ad9ccc47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } health_report { overall_health: UNKNOWN } } }
10:44:13.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.841007  4765 raft_consensus.cc:1275] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 9 FOLLOWER]: Refusing update from remote peer 838f809ba24548bcaebd46f8ad9ccc47: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
10:44:13.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:13.841367  4862 consensus_queue.cc:1048] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
10:44:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:13.844136  4355 consensus_peers.cc:597] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 -> Peer d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791): Couldn't send request to peer d767b66e6b654bfd8c06d733d59ed4ac. Status: Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:44:15.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:15.952471  4355 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111) [suppressed 6 similar messages]
10:44:16.231 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:16.231 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:16.231 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=13, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=4253), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [12ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [12ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [33ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [34ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [35ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [35ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [73ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [74ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [75ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [76ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [130ms] refreshing cache from master, [130ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [133ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [134ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [135ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [135ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [351ms] refreshing cache from master, [351ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [353ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [354ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [355ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [355ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [991ms] refreshing cache from master, [991ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [993ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [994ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [996ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [996ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [4250ms] refreshing cache from master, [4250ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [4252ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@360958157(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@334cfbf3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1342971197 after retry RPC@879875916) -> (continuation of Deferred@64815347 after retry RPC@1455615757) -> (continuation of Deferred@203966784 after retry RPC@1297315151) -> (continuation of Deferred@1711458667 after retry RPC@816656873) -> (continuation of Deferred@1350411638 after retry RPC@2082053982), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@441401b9 -> wakeup thread Time-limited test -> (continuation of Deferred@1342971197 after retry RPC@879875916) -> (continuation of Deferred@64815347 after retry RPC@1455615757) -> (continuation of Deferred@203966784 after retry RPC@1297315151) -> (continuation of Deferred@1711458667 after retry RPC@816656873) -> (continuation of Deferred@1350411638 after retry RPC@2082053982))) after lookup
10:44:16.232 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:44:16.233 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] Successfully connected to peer
10:44:16.264 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x12441682, L:/127.0.0.1:39406 - R:/127.1.244.195:44833] using TOKEN/null
10:44:16.280 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.244.194:33791
10:44:16.281 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:44:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.281577  2003 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:44:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data
10:44:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:44:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/logs
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/info.pb
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.194:33791
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.194
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44373
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.194
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:44:16.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:16.361521  4937 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:44:16.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:16.361668  4937 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:44:16.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:16.361686  4937 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:44:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:16.363067  4937 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:44:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:16.363112  4937 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.244.194
10:44:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.364670  4937 tablet_server_runner.cc:78] Tablet server non-default flags:
10:44:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:44:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data
10:44:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.194:33791
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/info.pb
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.194
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44373
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4937
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.194
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/logs
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:57 UTC on e7f111948823
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17616
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.364876  4937 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:44:16.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.365082  4937 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:44:16.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:16.367509  4947 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:16.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:16.367524  4946 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:16.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:16.367594  4951 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:16.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.367664  4937 server_base.cc:1061] running on GCE node
10:44:16.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.367808  4937 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:44:16.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.368059  4937 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:44:16.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.369213  4937 hybrid_clock.cc:648] HybridClock initialized: now 1786445056369187 us; error 34 us; skew 500 ppm
10:44:16.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.370337  4937 webserver.cc:533] Webserver started at http://127.1.244.194:44373/ using document root <none> and password file <none>
10:44:16.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.370575  4937 fs_manager.cc:362] Metadata directory not provided
10:44:16.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.370658  4937 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:44:16.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.371901  4937 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
10:44:16.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.372553  4958 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:44:16.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.372725  4937 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.372807  4937 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data,/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d767b66e6b654bfd8c06d733d59ed4ac"
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.373154  4937 fs_report.cc:389] FS layout report
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/data
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:44:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:44:16.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.400487  4937 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:44:16.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.400895  4937 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:44:16.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.401031  4937 kserver.cc:163] Server-wide thread pool size limit: 3276
10:44:16.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.401280  4937 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:44:16.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.401819  4970 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:44:16.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.402678  4937 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:44:16.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.402740  4937 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
10:44:16.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.402776  4937 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:44:16.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.403340  4937 ts_tablet_manager.cc:616] Registered 1 tablets
10:44:16.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.403400  4937 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
10:44:16.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.403445  4970 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Bootstrap starting.
10:44:16.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.410723  4937 rpc_server.cc:307] RPC server started. Bound to: 127.1.244.194:33791
10:44:16.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.410847  5133 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.244.194:33791 every 8 connection(s)
10:44:16.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.411212  4937 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/info.pb
10:44:16.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.414129  4970 log.cc:826] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Log is configured to *not* fsync() on all Append() calls
10:44:16.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.417670  2003 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu as pid 4937
10:44:16.418 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:44:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.418952  5134 heartbeater.cc:344] Connected to a master server at 127.1.244.252:41007
10:44:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.419051  5134 heartbeater.cc:461] Registering TS with master...
10:44:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.419236  5134 heartbeater.cc:507] Master 127.1.244.252:41007 requested a full tablet report, sending...
10:44:16.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.419842  4970 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:44:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.420159  4970 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Bootstrap complete.
10:44:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.420562  5136 heartbeater.cc:344] Connected to a master server at 127.1.244.253:40031
10:44:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.420624  5136 heartbeater.cc:461] Registering TS with master...
10:44:16.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.420730  5136 heartbeater.cc:507] Master 127.1.244.253:40031 requested a full tablet report, sending...
10:44:16.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.421069  2284 ts_manager.cc:194] Re-registered known tserver with Master: d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791)
10:44:16.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.421567  4970 ts_tablet_manager.cc:1403] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Time spent bootstrapping tablet: real 0.018s	user 0.003s	sys 0.013s
10:44:16.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.421603  5135 heartbeater.cc:344] Connected to a master server at 127.1.244.254:46729
10:44:16.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.421658  5135 heartbeater.cc:461] Registering TS with master...
10:44:16.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.421751  5135 heartbeater.cc:507] Master 127.1.244.254:46729 requested a full tablet report, sending...
10:44:16.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.422051  2073 ts_manager.cc:194] Re-registered known tserver with Master: d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791)
10:44:16.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.422106  2172 ts_manager.cc:194] Re-registered known tserver with Master: d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791)
10:44:16.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.422592  2172 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.244.194:50805
10:44:16.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.422649  4970 raft_consensus.cc:359] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:16.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.422909  4970 raft_consensus.cc:740] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: d767b66e6b654bfd8c06d733d59ed4ac, State: Initialized, Role: FOLLOWER
10:44:16.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.423029  4970 consensus_queue.cc:260] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:16.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.423267  4970 ts_tablet_manager.cc:1434] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
10:44:16.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.423583  5136 heartbeater.cc:499] Master 127.1.244.253:40031 was elected leader, sending a full tablet report...
10:44:16.423 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233, tablet=1741ab3ba10d43b88cfe8d880a41eda3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:44:16.424 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.244.195:44833
10:44:16.425 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:44:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:16.425455  2003 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu with pid 4334
10:44:16.447 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:44:16.447 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] handling channelInactive
10:44:16.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state READY due to: connection closed
10:44:16.470 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:44:16.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:16.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:16.472 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:16.491 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:16.492 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:16.492 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=3, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [24ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [25ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [44ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1115350176(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@72a970de -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16e69c90 -> wakeup thread Time-limited test)) after lookup
10:44:16.492 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:44:16.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:16.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:16.494 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:16.511 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:16.511 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:16.512 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=5, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [24ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [25ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [44ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [45ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [47ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [47ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [64ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1115350176(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@72a970de -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1209563374 after retry RPC@1782083425), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16e69c90 -> wakeup thread Time-limited test -> (continuation of Deferred@1209563374 after retry RPC@1782083425))) after lookup
10:44:16.512 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:44:16.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:16.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:16.514 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:16.571 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:16.571 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:16.572 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=7, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=124), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [24ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [25ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [44ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [45ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [47ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [47ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [64ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [65ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [67ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [67ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [122ms] refreshing cache from master, [122ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [124ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1115350176(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@72a970de -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1209563374 after retry RPC@1782083425) -> (continuation of Deferred@559453875 after retry RPC@145925790), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16e69c90 -> wakeup thread Time-limited test -> (continuation of Deferred@1209563374 after retry RPC@1782083425) -> (continuation of Deferred@559453875 after retry RPC@145925790))) after lookup
10:44:16.572 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:44:16.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:16.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:16.574 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:16.731 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:16.731 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:16.732 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=9, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=284), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [24ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [25ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [44ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [45ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [47ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [47ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [64ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [65ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [67ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [67ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [122ms] refreshing cache from master, [122ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [124ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [125ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [127ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [127ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [281ms] refreshing cache from master, [281ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [284ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1115350176(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@72a970de -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1209563374 after retry RPC@1782083425) -> (continuation of Deferred@559453875 after retry RPC@145925790) -> (continuation of Deferred@1851264145 after retry RPC@836644594), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16e69c90 -> wakeup thread Time-limited test -> (continuation of Deferred@1209563374 after retry RPC@1782083425) -> (continuation of Deferred@559453875 after retry RPC@145925790) -> (continuation of Deferred@1851264145 after retry RPC@836644594))) after lookup
10:44:16.732 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:44:16.733 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:16.733 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:16.733 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:16.892 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:16.892 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:16.893 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=11, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=445), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [24ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [25ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [44ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [45ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [47ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [47ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [64ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [65ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [67ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [67ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [122ms] refreshing cache from master, [122ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [124ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [125ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [127ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [127ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [281ms] refreshing cache from master, [281ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [284ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [285ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [286ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [286ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [442ms] refreshing cache from master, [442ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [444ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1115350176(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@72a970de -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1209563374 after retry RPC@1782083425) -> (continuation of Deferred@559453875 after retry RPC@145925790) -> (continuation of Deferred@1851264145 after retry RPC@836644594) -> (continuation of Deferred@1557147745 after retry RPC@481897655), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16e69c90 -> wakeup thread Time-limited test -> (continuation of Deferred@1209563374 after retry RPC@1782083425) -> (continuation of Deferred@559453875 after retry RPC@145925790) -> (continuation of Deferred@1851264145 after retry RPC@836644594) -> (continuation of Deferred@1557147745 after retry RPC@481897655))) after lookup
10:44:16.893 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:44:16.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:16.895 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:16.895 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833
10:44:17.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.780195  5147 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 838f809ba24548bcaebd46f8ad9ccc47)
10:44:17.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.780342  5147 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:17.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.780684  5147 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:44:17.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:17.781165  4658 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.244.195:44833: connect: Connection refused (error 111)
10:44:17.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:17.781728  4658 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833): Network error: Client connection negotiation failed: client connection to 127.1.244.195:44833: connect: Connection refused (error 111)
10:44:17.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.784246  5057 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" is_pre_election: true
10:44:17.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.784384  5057 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e65aa39ed1dd4840b0e9ae8f9fdc9769 in term 8.
10:44:17.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.784659  4657 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d767b66e6b654bfd8c06d733d59ed4ac, e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: 838f809ba24548bcaebd46f8ad9ccc47
10:44:17.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.784896  5147 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 9 FOLLOWER]: Leader pre-election won for term 10
10:44:17.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.784946  5147 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 838f809ba24548bcaebd46f8ad9ccc47)
10:44:17.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.784961  5147 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 9 FOLLOWER]: Advancing to term 10
10:44:17.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.785559  5147 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:17.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.785696  5147 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 10 election: Requested vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:44:17.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.785926  5057 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "d767b66e6b654bfd8c06d733d59ed4ac"
10:44:17.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.786054  5057 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 8 FOLLOWER]: Advancing to term 10
10:44:17.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:17.786235  4658 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833): Network error: Client connection negotiation failed: client connection to 127.1.244.195:44833: connect: Connection refused (error 111)
10:44:17.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.787181  5057 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e65aa39ed1dd4840b0e9ae8f9fdc9769 in term 10.
10:44:17.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.787439  4657 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: d767b66e6b654bfd8c06d733d59ed4ac, e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: 838f809ba24548bcaebd46f8ad9ccc47
10:44:17.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.787573  5147 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 10 FOLLOWER]: Leader election won for term 10
10:44:17.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.787724  5147 raft_consensus.cc:697] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 10 LEADER]: Becoming Leader. State: Replica: e65aa39ed1dd4840b0e9ae8f9fdc9769, State: Running, Role: LEADER
10:44:17.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.787813  5147 consensus_queue.cc:237] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:17.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:17.788566  2172 catalog_manager.cc:5719] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 reported cstate change: term changed from 9 to 10, leader changed from 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195) to e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193). New cstate: current_term: 10 leader_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } health_report { overall_health: HEALTHY } } }
10:44:18.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:18.338397  5057 raft_consensus.cc:1275] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 10 FOLLOWER]: Refusing update from remote peer e65aa39ed1dd4840b0e9ae8f9fdc9769: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
10:44:18.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:18.338830  5173 consensus_queue.cc:1048] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
10:44:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:18.342911  4658 consensus_peers.cc:597] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 -> Peer 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833): Couldn't send request to peer 838f809ba24548bcaebd46f8ad9ccc47. Status: Network error: Client connection negotiation failed: client connection to 127.1.244.195:44833: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:44:20.051 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:20.052 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:20.052 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=13, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=3604), Traces: [0ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [24ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [25ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [44ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [45ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [47ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [47ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [62ms] refreshing cache from master, [62ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [64ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [65ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [67ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [67ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [122ms] refreshing cache from master, [122ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [124ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [125ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [127ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [127ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [281ms] refreshing cache from master, [281ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [284ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [285ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [286ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [286ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [442ms] refreshing cache from master, [442ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [444ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [446ms] sending RPC to server 838f809ba24548bcaebd46f8ad9ccc47, [448ms] received response from server 838f809ba24548bcaebd46f8ad9ccc47: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [448ms] delaying RPC due to: Network error: Failed to connect to peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833): Connection refused: /127.1.244.195:44833, [3602ms] refreshing cache from master, [3602ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [3604ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@1115350176(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@72a970de -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1209563374 after retry RPC@1782083425) -> (continuation of Deferred@559453875 after retry RPC@145925790) -> (continuation of Deferred@1851264145 after retry RPC@836644594) -> (continuation of Deferred@1557147745 after retry RPC@481897655) -> (continuation of Deferred@754845438 after retry RPC@703001285), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16e69c90 -> wakeup thread Time-limited test -> (continuation of Deferred@1209563374 after retry RPC@1782083425) -> (continuation of Deferred@559453875 after retry RPC@145925790) -> (continuation of Deferred@1851264145 after retry RPC@836644594) -> (continuation of Deferred@1557147745 after retry RPC@481897655) -> (continuation of Deferred@754845438 after retry RPC@703001285))) after lookup
10:44:20.053 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:20.054 [DEBUG - kudu-nio-4] (Connection.java:757) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] Successfully connected to peer
10:44:20.083 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0xdb2ce99b, L:/127.0.0.1:45972 - R:/127.1.244.193:34049] using TOKEN/null
10:44:20.102 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.244.195:44833
10:44:20.102 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.103032  2003 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data
10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/logs
10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data/info.pb
10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:44:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:44:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:44:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.195:44833
10:44:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.195
10:44:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38115
10:44:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.195
10:44:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:44:20.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:20.185256  5208 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:44:20.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:20.185406  5208 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:44:20.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:20.185432  5208 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:44:20.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:20.186831  5208 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:44:20.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:20.186874  5208 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.244.195
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.188304  5208 tablet_server_runner.cc:78] Tablet server non-default flags:
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.195:44833
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data/info.pb
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.195
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38115
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5208
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:44:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:44:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.195
10:44:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/logs
10:44:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:44:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:44:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:44:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:44:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:44:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
10:44:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:57 UTC on e7f111948823
10:44:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17616
10:44:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.188476  5208 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:44:20.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.188644  5208 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:44:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:20.191373  5214 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:20.191406  5218 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:20.191427  5216 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.191699  5208 server_base.cc:1061] running on GCE node
10:44:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.191833  5208 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:44:20.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.191990  5208 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:44:20.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.193146  5208 hybrid_clock.cc:648] HybridClock initialized: now 1786445060193133 us; error 28 us; skew 500 ppm
10:44:20.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.194268  5208 webserver.cc:533] Webserver started at http://127.1.244.195:38115/ using document root <none> and password file <none>
10:44:20.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.194511  5208 fs_manager.cc:362] Metadata directory not provided
10:44:20.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.194583  5208 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:44:20.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.195837  5208 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
10:44:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.196560  5228 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:44:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.196776  5208 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.196885  5208 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data,/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "838f809ba24548bcaebd46f8ad9ccc47"
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.197175  5208 fs_report.cc:389] FS layout report
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/wal
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data/data
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:44:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:44:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.203954  5208 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:44:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.204259  5208 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:44:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.204401  5208 kserver.cc:163] Server-wide thread pool size limit: 3276
10:44:20.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.204635  5208 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:44:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.205173  5238 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:44:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.205964  5208 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:44:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.206027  5208 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
10:44:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.206060  5208 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:44:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.206620  5208 ts_tablet_manager.cc:616] Registered 1 tablets
10:44:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.206676  5208 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
10:44:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.206703  5238 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Bootstrap starting.
10:44:20.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.214466  5208 rpc_server.cc:307] RPC server started. Bound to: 127.1.244.195:44833
10:44:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.214502  5406 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.244.195:44833 every 8 connection(s)
10:44:20.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.215875  5208 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-2/data/info.pb
10:44:20.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.216087  5238 log.cc:826] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Log is configured to *not* fsync() on all Append() calls
10:44:20.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.220741  5238 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:44:20.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.221076  5238 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Bootstrap complete.
10:44:20.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.221195  2003 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu as pid 5208
10:44:20.221 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:44:20.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.222354  5238 ts_tablet_manager.cc:1403] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Time spent bootstrapping tablet: real 0.016s	user 0.003s	sys 0.011s
10:44:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.223333  5238 raft_consensus.cc:359] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.223627  5238 raft_consensus.cc:740] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 838f809ba24548bcaebd46f8ad9ccc47, State: Initialized, Role: FOLLOWER
10:44:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.223791  5238 consensus_queue.cc:260] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:20.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.224025  5238 ts_tablet_manager.cc:1434] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.002s
10:44:20.225 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233, tablet=1741ab3ba10d43b88cfe8d880a41eda3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:44:20.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.226476  5410 heartbeater.cc:344] Connected to a master server at 127.1.244.253:40031
10:44:20.226 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.244.193:34049
10:44:20.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.226572  5410 heartbeater.cc:461] Registering TS with master...
10:44:20.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.226755  5410 heartbeater.cc:507] Master 127.1.244.253:40031 requested a full tablet report, sending...
10:44:20.226 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:44:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.227052  5408 heartbeater.cc:344] Connected to a master server at 127.1.244.254:46729
10:44:20.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.227085  2003 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu with pid 4637
10:44:20.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.227249  2172 ts_manager.cc:194] Re-registered known tserver with Master: 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:44:20.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.227779  2172 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.244.195:36645
10:44:20.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.241341  5408 heartbeater.cc:461] Registering TS with master...
10:44:20.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.241762  5408 heartbeater.cc:507] Master 127.1.244.254:46729 requested a full tablet report, sending...
10:44:20.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.242443  2074 ts_manager.cc:194] Re-registered known tserver with Master: 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:44:20.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.247164  5407 heartbeater.cc:344] Connected to a master server at 127.1.244.252:41007
10:44:20.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.247242  5407 heartbeater.cc:461] Registering TS with master...
10:44:20.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.247586  5407 heartbeater.cc:507] Master 127.1.244.252:41007 requested a full tablet report, sending...
10:44:20.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.247867  5410 heartbeater.cc:499] Master 127.1.244.253:40031 was elected leader, sending a full tablet report...
10:44:20.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:20.247929  2284 ts_manager.cc:194] Re-registered known tserver with Master: 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833)
10:44:20.253 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:44:20.253 [DEBUG - kudu-nio-4] (Connection.java:239) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] handling channelInactive
10:44:20.253 [DEBUG - kudu-nio-4] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state READY due to: connection closed
10:44:20.269 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:20.270 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:20.270 [DEBUG - kudu-nio-5] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:20.270 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:20.291 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:20.291 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:20.292 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=3, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [17ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [18ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [38ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@57634944(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@1d01daf2 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72bd2717 -> wakeup thread Time-limited test)) after lookup
10:44:20.292 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:20.293 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:20.293 [DEBUG - kudu-nio-6] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:20.293 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:20.311 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:20.311 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:20.311 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=5, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [17ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [18ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [38ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [39ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [40ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [40ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [57ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@57634944(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@1d01daf2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@339706897 after retry RPC@262245406), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72bd2717 -> wakeup thread Time-limited test -> (continuation of Deferred@339706897 after retry RPC@262245406))) after lookup
10:44:20.311 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:20.313 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:20.313 [DEBUG - kudu-nio-7] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:20.313 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:20.351 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:20.351 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:20.351 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=7, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=98), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [17ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [18ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [38ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [39ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [40ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [40ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [57ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [58ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [60ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [60ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [97ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@57634944(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@1d01daf2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@339706897 after retry RPC@262245406) -> (continuation of Deferred@58809211 after retry RPC@12838505), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72bd2717 -> wakeup thread Time-limited test -> (continuation of Deferred@339706897 after retry RPC@262245406) -> (continuation of Deferred@58809211 after retry RPC@12838505))) after lookup
10:44:20.352 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:20.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:20.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:20.353 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:20.591 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:20.591 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:20.592 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=9, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=338), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [17ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [18ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [38ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [39ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [40ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [40ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [57ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [58ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [60ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [60ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [97ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [98ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [100ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [100ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [336ms] refreshing cache from master, [336ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [338ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@57634944(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@1d01daf2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@339706897 after retry RPC@262245406) -> (continuation of Deferred@58809211 after retry RPC@12838505) -> (continuation of Deferred@644583339 after retry RPC@956614049), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72bd2717 -> wakeup thread Time-limited test -> (continuation of Deferred@339706897 after retry RPC@262245406) -> (continuation of Deferred@58809211 after retry RPC@12838505) -> (continuation of Deferred@644583339 after retry RPC@956614049))) after lookup
10:44:20.592 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:20.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:20.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:20.593 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:20.791 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:20.792 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)[L]]}]
10:44:20.792 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=11, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=539), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [17ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [18ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [38ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [39ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [40ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [40ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [57ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [58ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [60ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [60ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [97ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [98ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [100ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [100ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [336ms] refreshing cache from master, [336ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [338ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [339ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [340ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [340ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [536ms] refreshing cache from master, [536ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [538ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@57634944(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@1d01daf2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@339706897 after retry RPC@262245406) -> (continuation of Deferred@58809211 after retry RPC@12838505) -> (continuation of Deferred@644583339 after retry RPC@956614049) -> (continuation of Deferred@424986476 after retry RPC@343308276), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72bd2717 -> wakeup thread Time-limited test -> (continuation of Deferred@339706897 after retry RPC@262245406) -> (continuation of Deferred@58809211 after retry RPC@12838505) -> (continuation of Deferred@644583339 after retry RPC@956614049) -> (continuation of Deferred@424986476 after retry RPC@343308276))) after lookup
10:44:20.793 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] connecting to peer
10:44:20.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:20.794 [DEBUG - kudu-nio-2] (Connection.java:709) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] cleaning up while in state CONNECTING due to: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:20.794 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049
10:44:21.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.601760  5425 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 10 FOLLOWER]: Starting pre-election (detected failure of leader e65aa39ed1dd4840b0e9ae8f9fdc9769)
10:44:21.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.601909  5425 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:21.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.602281  5425 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:21.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:21.602769  4963 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.244.193:34049: connect: Connection refused (error 111)
10:44:21.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:21.603430  4963 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049): Network error: Client connection negotiation failed: client connection to 127.1.244.193:34049: connect: Connection refused (error 111)
10:44:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.605942  5320 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "838f809ba24548bcaebd46f8ad9ccc47" is_pre_election: true
10:44:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.606091  5320 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d767b66e6b654bfd8c06d733d59ed4ac in term 9.
10:44:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.606336  4962 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, d767b66e6b654bfd8c06d733d59ed4ac; no voters: e65aa39ed1dd4840b0e9ae8f9fdc9769
10:44:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.606482  5425 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 10 FOLLOWER]: Leader pre-election won for term 11
10:44:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.606545  5425 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 10 FOLLOWER]: Starting leader election (detected failure of leader e65aa39ed1dd4840b0e9ae8f9fdc9769)
10:44:21.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.606564  5425 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 10 FOLLOWER]: Advancing to term 11
10:44:21.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.607184  5425 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:21.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.607359  5425 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 11 election: Requested vote from peers 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195:44833), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:21.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.607523  5320 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "838f809ba24548bcaebd46f8ad9ccc47"
10:44:21.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.607632  5320 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 9 FOLLOWER]: Advancing to term 11
10:44:21.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:21.608039  4963 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049): Network error: Client connection negotiation failed: client connection to 127.1.244.193:34049: connect: Connection refused (error 111)
10:44:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.608829  5320 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d767b66e6b654bfd8c06d733d59ed4ac in term 11.
10:44:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.609090  4962 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, d767b66e6b654bfd8c06d733d59ed4ac; no voters: e65aa39ed1dd4840b0e9ae8f9fdc9769
10:44:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.609191  5425 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 11 FOLLOWER]: Leader election won for term 11
10:44:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.609375  5425 raft_consensus.cc:697] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 11 LEADER]: Becoming Leader. State: Replica: d767b66e6b654bfd8c06d733d59ed4ac, State: Running, Role: LEADER
10:44:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.609483  5425 consensus_queue.cc:237] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:21.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:21.610247  2172 catalog_manager.cc:5719] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac reported cstate change: term changed from 10 to 11, leader changed from e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193) to d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194). New cstate: current_term: 11 leader_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } health_report { overall_health: UNKNOWN } } }
10:44:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:22.036221  5320 raft_consensus.cc:1275] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 11 FOLLOWER]: Refusing update from remote peer d767b66e6b654bfd8c06d733d59ed4ac: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
10:44:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:22.036641  5425 consensus_queue.cc:1048] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [LEADER]: Connected to new peer: Peer: permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
10:44:22.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:22.040184  4963 consensus_peers.cc:597] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac -> Peer e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049): Couldn't send request to peer e65aa39ed1dd4840b0e9ae8f9fdc9769. Status: Network error: Client connection negotiation failed: client connection to 127.1.244.193:34049: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:44:23.812 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:23.812 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:23.812 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=13, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=3559), Traces: [0ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [17ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [18ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [38ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [39ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [40ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [40ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [57ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [58ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [60ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [60ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [95ms] refreshing cache from master, [95ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [97ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [98ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [100ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [100ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [336ms] refreshing cache from master, [336ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [338ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [339ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [340ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [340ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [536ms] refreshing cache from master, [536ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [538ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [539ms] sending RPC to server e65aa39ed1dd4840b0e9ae8f9fdc9769, [541ms] received response from server e65aa39ed1dd4840b0e9ae8f9fdc9769: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [541ms] delaying RPC due to: Network error: Failed to connect to peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049): Connection refused: /127.1.244.193:34049, [3556ms] refreshing cache from master, [3556ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [3558ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@57634944(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@1d01daf2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@339706897 after retry RPC@262245406) -> (continuation of Deferred@58809211 after retry RPC@12838505) -> (continuation of Deferred@644583339 after retry RPC@956614049) -> (continuation of Deferred@424986476 after retry RPC@343308276) -> (continuation of Deferred@62635978 after retry RPC@617984414), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@72bd2717 -> wakeup thread Time-limited test -> (continuation of Deferred@339706897 after retry RPC@262245406) -> (continuation of Deferred@58809211 after retry RPC@12838505) -> (continuation of Deferred@644583339 after retry RPC@956614049) -> (continuation of Deferred@424986476 after retry RPC@343308276) -> (continuation of Deferred@62635978 after retry RPC@617984414))) after lookup
10:44:23.813 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:23.814 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] Successfully connected to peer
10:44:23.828 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xa98d1a55, L:/127.0.0.1:55860 - R:/127.1.244.194:33791] using TOKEN/null
10:44:23.837 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.244.193:34049
10:44:23.837 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

10:44:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.838264  2003 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:44:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data
10:44:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:44:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:44:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:44:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/logs
10:44:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data/info.pb
10:44:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:44:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:44:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:44:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:44:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:44:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:44:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.193:34049
10:44:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.193
10:44:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36065
10:44:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.193
10:44:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:44:23.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:23.918932  5483 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:44:23.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:23.919111  5483 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:44:23.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:23.919130  5483 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:44:23.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:23.920545  5483 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:44:23.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:23.920595  5483 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.244.193
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.922133  5483 tablet_server_runner.cc:78] Tablet server non-default flags:
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.193:34049
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data/info.pb
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.193
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36065
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5483
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.193
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/logs
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:44:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
10:44:23.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:57 UTC on e7f111948823
10:44:23.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17616
10:44:23.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.922324  5483 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:44:23.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.922514  5483 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:44:23.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:23.925071  5497 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:23.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:23.925063  5493 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:23.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:23.925063  5494 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:23.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.925359  5483 server_base.cc:1061] running on GCE node
10:44:23.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.925518  5483 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:44:23.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.925701  5483 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:44:23.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.926833  5483 hybrid_clock.cc:648] HybridClock initialized: now 1786445063926817 us; error 36 us; skew 500 ppm
10:44:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.927960  5483 webserver.cc:533] Webserver started at http://127.1.244.193:36065/ using document root <none> and password file <none>
10:44:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.928114  5483 fs_manager.cc:362] Metadata directory not provided
10:44:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.928144  5483 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:44:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.929410  5483 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.930045  5506 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.930262  5483 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.930320  5483 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data,/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769"
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.930559  5483 fs_report.cc:389] FS layout report
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/wal
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data/data
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:44:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:44:23.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:44:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.940559  5483 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:44:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.940939  5483 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:44:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.941094  5483 kserver.cc:163] Server-wide thread pool size limit: 3276
10:44:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.941340  5483 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:44:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.941819  5515 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:44:23.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.942581  5483 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:44:23.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.942652  5483 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
10:44:23.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.942693  5483 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:44:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.943277  5483 ts_tablet_manager.cc:616] Registered 1 tablets
10:44:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.943341  5483 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
10:44:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.943465  5515 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Bootstrap starting.
10:44:23.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.950171  5483 rpc_server.cc:307] RPC server started. Bound to: 127.1.244.193:34049
10:44:23.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.950215  5672 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.244.193:34049 every 8 connection(s)
10:44:23.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.950610  5483 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-0/data/info.pb
10:44:23.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.953708  2003 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu as pid 5483
10:44:23.954 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:44:23.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.954790  5515 log.cc:826] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Log is configured to *not* fsync() on all Append() calls
10:44:23.958 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233, tablet=1741ab3ba10d43b88cfe8d880a41eda3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:44:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.958729  5677 heartbeater.cc:344] Connected to a master server at 127.1.244.253:40031
10:44:23.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.958839  5677 heartbeater.cc:461] Registering TS with master...
10:44:23.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.959230  5677 heartbeater.cc:507] Master 127.1.244.253:40031 requested a full tablet report, sending...
10:44:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.959816  2173 ts_manager.cc:194] Re-registered known tserver with Master: e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.959921  5673 heartbeater.cc:344] Connected to a master server at 127.1.244.252:41007
10:44:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.959970  5673 heartbeater.cc:461] Registering TS with master...
10:44:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.960054  5673 heartbeater.cc:507] Master 127.1.244.252:41007 requested a full tablet report, sending...
10:44:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.960327  2284 ts_manager.cc:194] Re-registered known tserver with Master: e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.960314  2173 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.244.193:57511
10:44:23.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.961335  5675 heartbeater.cc:344] Connected to a master server at 127.1.244.254:46729
10:44:23.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.961397  5675 heartbeater.cc:461] Registering TS with master...
10:44:23.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.961457  5675 heartbeater.cc:507] Master 127.1.244.254:46729 requested a full tablet report, sending...
10:44:23.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.961777  2074 ts_manager.cc:194] Re-registered known tserver with Master: e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:23.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.963625  5515 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:44:23.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.964002  5515 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Bootstrap complete.
10:44:23.965 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.1.244.194:33791
10:44:23.965 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:44:23.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.965562  5515 ts_tablet_manager.cc:1403] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Time spent bootstrapping tablet: real 0.022s	user 0.006s	sys 0.013s
10:44:23.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.965603  2003 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu with pid 4937
10:44:23.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.976586  5515 raft_consensus.cc:359] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:23.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.976938  5515 raft_consensus.cc:740] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: e65aa39ed1dd4840b0e9ae8f9fdc9769, State: Initialized, Role: FOLLOWER
10:44:23.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.977111  5515 consensus_queue.cc:260] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:23.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.977415  5515 ts_tablet_manager.cc:1434] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769: Time spent starting tablet: real 0.012s	user 0.003s	sys 0.000s
10:44:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:23.977931  5677 heartbeater.cc:499] Master 127.1.244.253:40031 was elected leader, sending a full tablet report...
10:44:23.981 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:44:23.982 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] handling channelInactive
10:44:23.982 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state READY due to: connection closed
10:44:23.989 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:23.990 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:23.990 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:23.990 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:24.011 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:24.011 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:24.011 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [9ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [9ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [29ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@878097586(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@3d86aae7 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b0eae00 -> wakeup thread Time-limited test)) after lookup
10:44:24.012 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:24.013 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:24.013 [DEBUG - kudu-nio-5] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:24.013 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:24.030 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:24.030 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:24.030 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [9ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [9ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [29ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [31ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [32ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [32ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [49ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@878097586(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@3d86aae7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@284432785 after retry RPC@2128923425), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b0eae00 -> wakeup thread Time-limited test -> (continuation of Deferred@284432785 after retry RPC@2128923425))) after lookup
10:44:24.031 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:24.032 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:24.032 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:24.032 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:24.050 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:24.051 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:24.051 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=69), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [9ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [9ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [29ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [31ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [32ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [32ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [49ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [50ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [51ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [51ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [69ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@878097586(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@3d86aae7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@284432785 after retry RPC@2128923425) -> (continuation of Deferred@1504450734 after retry RPC@21593465), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b0eae00 -> wakeup thread Time-limited test -> (continuation of Deferred@284432785 after retry RPC@2128923425) -> (continuation of Deferred@1504450734 after retry RPC@21593465))) after lookup
10:44:24.051 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:24.052 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:24.052 [DEBUG - kudu-nio-7] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:24.053 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:24.091 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:24.091 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:24.091 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=109), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [9ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [9ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [29ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [31ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [32ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [32ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [49ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [50ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [51ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [51ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [69ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [70ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [72ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [72ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [109ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@878097586(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@3d86aae7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@284432785 after retry RPC@2128923425) -> (continuation of Deferred@1504450734 after retry RPC@21593465) -> (continuation of Deferred@1266186193 after retry RPC@17852786), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b0eae00 -> wakeup thread Time-limited test -> (continuation of Deferred@284432785 after retry RPC@2128923425) -> (continuation of Deferred@1504450734 after retry RPC@21593465) -> (continuation of Deferred@1266186193 after retry RPC@17852786))) after lookup
10:44:24.092 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:24.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:24.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:24.094 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:25.033 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:25.034 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833),d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)[L],e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:25.035 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1053), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [9ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [9ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [29ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [31ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [32ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [32ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [49ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [50ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [51ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [51ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [69ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [70ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [72ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [72ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [109ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [111ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [113ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [113ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [1047ms] refreshing cache from master, [1048ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [1052ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@878097586(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@3d86aae7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@284432785 after retry RPC@2128923425) -> (continuation of Deferred@1504450734 after retry RPC@21593465) -> (continuation of Deferred@1266186193 after retry RPC@17852786) -> (continuation of Deferred@606219484 after retry RPC@645630675), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b0eae00 -> wakeup thread Time-limited test -> (continuation of Deferred@284432785 after retry RPC@2128923425) -> (continuation of Deferred@1504450734 after retry RPC@21593465) -> (continuation of Deferred@1266186193 after retry RPC@17852786) -> (continuation of Deferred@606219484 after retry RPC@645630675))) after lookup
10:44:25.036 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] connecting to peer
10:44:25.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:25.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] cleaning up while in state CONNECTING due to: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:25.039 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791) for tablet 1741ab3ba10d43b88cfe8d880a41eda3: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791
10:44:25.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.338505  5695 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader d767b66e6b654bfd8c06d733d59ed4ac)
10:44:25.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.338676  5695 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.339743  5695 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:25.340915  5230 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:44:25.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:25.342715  5230 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791): Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:44:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.351080  5596 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "838f809ba24548bcaebd46f8ad9ccc47" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" is_pre_election: true
10:44:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.351544  5596 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 838f809ba24548bcaebd46f8ad9ccc47 in term 10.
10:44:25.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.352396  5234 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: d767b66e6b654bfd8c06d733d59ed4ac
10:44:25.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.352766  5695 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 11 FOLLOWER]: Leader pre-election won for term 12
10:44:25.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.352937  5695 raft_consensus.cc:493] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 11 FOLLOWER]: Starting leader election (detected failure of leader d767b66e6b654bfd8c06d733d59ed4ac)
10:44:25.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.353030  5695 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 11 FOLLOWER]: Advancing to term 12
10:44:25.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.354807  5695 raft_consensus.cc:515] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:25.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.355137  5695 leader_election.cc:290] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 12 election: Requested vote from peers d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791), e65aa39ed1dd4840b0e9ae8f9fdc9769 (127.1.244.193:34049)
10:44:25.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:25.356711  5230 leader_election.cc:336] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791): Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111)
10:44:25.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.357411  5596 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1741ab3ba10d43b88cfe8d880a41eda3" candidate_uuid: "838f809ba24548bcaebd46f8ad9ccc47" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769"
10:44:25.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.357591  5596 raft_consensus.cc:3060] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 10 FOLLOWER]: Advancing to term 12
10:44:25.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.360453  5596 raft_consensus.cc:2468] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 838f809ba24548bcaebd46f8ad9ccc47 in term 12.
10:44:25.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.361070  5234 leader_election.cc:304] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 838f809ba24548bcaebd46f8ad9ccc47, e65aa39ed1dd4840b0e9ae8f9fdc9769; no voters: d767b66e6b654bfd8c06d733d59ed4ac
10:44:25.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.361416  5695 raft_consensus.cc:2804] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 12 FOLLOWER]: Leader election won for term 12
10:44:25.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.365865  5695 raft_consensus.cc:697] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [term 12 LEADER]: Becoming Leader. State: Replica: 838f809ba24548bcaebd46f8ad9ccc47, State: Running, Role: LEADER
10:44:25.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.366051  5695 consensus_queue.cc:237] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.369773  2173 catalog_manager.cc:5719] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 reported cstate change: term changed from 11 to 12, leader changed from d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194) to 838f809ba24548bcaebd46f8ad9ccc47 (127.1.244.195). New cstate: current_term: 12 leader_uuid: "838f809ba24548bcaebd46f8ad9ccc47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } health_report { overall_health: UNKNOWN } } }
10:44:25.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:25.871021  5230 consensus_peers.cc:597] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 -> Peer d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791): Couldn't send request to peer d767b66e6b654bfd8c06d733d59ed4ac. Status: Network error: Client connection negotiation failed: client connection to 127.1.244.194:33791: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
10:44:25.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.963068  5596 raft_consensus.cc:1275] T 1741ab3ba10d43b88cfe8d880a41eda3 P e65aa39ed1dd4840b0e9ae8f9fdc9769 [term 12 FOLLOWER]: Refusing update from remote peer 838f809ba24548bcaebd46f8ad9ccc47: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
10:44:25.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:25.963505  5727 consensus_queue.cc:1048] T 1741ab3ba10d43b88cfe8d880a41eda3 P 838f809ba24548bcaebd46f8ad9ccc47 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
10:44:27.650 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1741ab3ba10d43b88cfe8d880a41eda3 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233' with partition [<start>, <end>)
10:44:27.651 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1741ab3ba10d43b88cfe8d880a41eda3@[838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)[L],d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791),e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)]}]
10:44:27.651 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1741ab3ba10d43b88cfe8d880a41eda3, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=3669), Traces: [0ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [1ms] delaying RPC due to: Illegal state: connection is terminated, [7ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [9ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [9ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [29ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [31ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [32ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [32ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [49ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [50ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [51ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [51ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [67ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [69ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [70ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [72ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [72ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [109ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [111ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [113ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [113ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [1047ms] refreshing cache from master, [1048ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [1052ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, [1055ms] sending RPC to server d767b66e6b654bfd8c06d733d59ed4ac, [1058ms] received response from server d767b66e6b654bfd8c06d733d59ed4ac: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [1058ms] delaying RPC due to: Network error: Failed to connect to peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791): Connection refused: /127.1.244.194:33791, [3667ms] refreshing cache from master, [3667ms] Sub RPC GetTableLocations: sending RPC to server master-127.1.244.253:40031, [3669ms] Sub RPC GetTableLocations: received response from server master-127.1.244.253:40031: OK, deferred=Deferred@878097586(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$229/0x00007f446036b330@3d86aae7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@284432785 after retry RPC@2128923425) -> (continuation of Deferred@1504450734 after retry RPC@21593465) -> (continuation of Deferred@1266186193 after retry RPC@17852786) -> (continuation of Deferred@606219484 after retry RPC@645630675) -> (continuation of Deferred@376180631 after retry RPC@1412422807), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b0eae00 -> wakeup thread Time-limited test -> (continuation of Deferred@284432785 after retry RPC@2128923425) -> (continuation of Deferred@1504450734 after retry RPC@21593465) -> (continuation of Deferred@1266186193 after retry RPC@17852786) -> (continuation of Deferred@606219484 after retry RPC@645630675) -> (continuation of Deferred@376180631 after retry RPC@1412422807))) after lookup
10:44:27.651 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] connecting to peer
10:44:27.653 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] Successfully connected to peer
10:44:27.665 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x4dca503f, L:/127.0.0.1:46616 - R:/127.1.244.195:44833] using TOKEN/null
10:44:27.680 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.1.244.194:33791
10:44:27.680 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.680931  2003 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/logs
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/info.pb
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
10:44:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
10:44:27.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.194:33791
10:44:27.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.194
10:44:27.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:27.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44373
10:44:27.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.194
10:44:27.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:27.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:27.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:27.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
10:44:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:27.761240  5757 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
10:44:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:27.761433  5757 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
10:44:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:27.761466  5757 flags.cc:432] Enabled unsafe flag: --never_fsync=true
10:44:27.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:27.763034  5757 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
10:44:27.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:27.763118  5757 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.244.194
10:44:27.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.764686  5757 tablet_server_runner.cc:78] Tablet server non-default flags:
10:44:27.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
10:44:27.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.244.212:39235
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.244.194:33791
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/info.pb
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.244.194
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44373
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.244.254:46729,127.1.244.253:40031,127.1.244.252:41007
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5757
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.244.194
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/logs
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 14880490066cc6e355a232e5a6411307cd134162
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 10:23:57 UTC on e7f111948823
10:44:27.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17616
10:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.764950  5757 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
10:44:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.765225  5757 file_cache.cc:504] Constructed file cache file cache with capacity 419430
10:44:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:27.767938  5766 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:27.767977  5765 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 10:44:27.767982  5770 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
10:44:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.768004  5757 server_base.cc:1061] running on GCE node
10:44:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.768536  5757 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
10:44:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.768698  5757 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
10:44:27.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.769851  5757 hybrid_clock.cc:648] HybridClock initialized: now 1786445067769833 us; error 34 us; skew 500 ppm
10:44:27.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.770967  5757 webserver.cc:533] Webserver started at http://127.1.244.194:44373/ using document root <none> and password file <none>
10:44:27.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.771168  5757 fs_manager.cc:362] Metadata directory not provided
10:44:27.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.771238  5757 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
10:44:27.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.772352  5757 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.001s
10:44:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.773053  5778 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
10:44:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.773238  5757 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
10:44:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.773316  5757 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data,/tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:44:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d767b66e6b654bfd8c06d733d59ed4ac"
10:44:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 10:43:53 on dist-test-slave-zh2d"
10:44:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.773607  5757 fs_report.cc:389] FS layout report
10:44:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
10:44:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:44:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/wal
10:44:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/data
10:44:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
10:44:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
10:44:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
10:44:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
10:44:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
10:44:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
10:44:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
10:44:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
10:44:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
10:44:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
10:44:27.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
10:44:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.785869  5757 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
10:44:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.786188  5757 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
10:44:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.786330  5757 kserver.cc:163] Server-wide thread pool size limit: 3276
10:44:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.786566  5757 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
10:44:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.787035  5788 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
10:44:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.787817  5757 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
10:44:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.787876  5757 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
10:44:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.787910  5757 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
10:44:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.788460  5757 ts_tablet_manager.cc:616] Registered 1 tablets
10:44:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.788512  5757 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
10:44:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.788553  5788 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Bootstrap starting.
10:44:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.796120  5757 rpc_server.cc:307] RPC server started. Bound to: 127.1.244.194:33791
10:44:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.796224  5961 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.1.244.194:33791 every 8 connection(s)
10:44:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.796541  5757 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSEG3Z9/test-tmp/mini-kudu-cluster10865882922851585297/ts-1/data/info.pb
10:44:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.798065  5788 log.cc:826] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Log is configured to *not* fsync() on all Append() calls
10:44:27.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.803462  5788 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
10:44:27.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.803727  5788 tablet_bootstrap.cc:492] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Bootstrap complete.
10:44:27.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.804718  5788 ts_tablet_manager.cc:1403] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Time spent bootstrapping tablet: real 0.016s	user 0.005s	sys 0.008s
10:44:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.806321  5964 heartbeater.cc:344] Connected to a master server at 127.1.244.254:46729
10:44:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.806417  5965 heartbeater.cc:344] Connected to a master server at 127.1.244.253:40031
10:44:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.806512  5965 heartbeater.cc:461] Registering TS with master...
10:44:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.806596  2003 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu as pid 5757
10:44:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.806357  5788 raft_consensus.cc:359] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.806712  5965 heartbeater.cc:507] Master 127.1.244.253:40031 requested a full tablet report, sending...
10:44:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.806511  5964 heartbeater.cc:461] Registering TS with master...
10:44:27.807 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
10:44:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.806282  5963 heartbeater.cc:344] Connected to a master server at 127.1.244.252:41007
10:44:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.807094  5963 heartbeater.cc:461] Registering TS with master...
10:44:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.807202  5963 heartbeater.cc:507] Master 127.1.244.252:41007 requested a full tablet report, sending...
10:44:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.807389  5964 heartbeater.cc:507] Master 127.1.244.254:46729 requested a full tablet report, sending...
10:44:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.807549  5788 raft_consensus.cc:740] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: d767b66e6b654bfd8c06d733d59ed4ac, State: Initialized, Role: FOLLOWER
10:44:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.807668  5788 consensus_queue.cc:260] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d767b66e6b654bfd8c06d733d59ed4ac" member_type: VOTER last_known_addr { host: "127.1.244.194" port: 33791 } } peers { permanent_uuid: "838f809ba24548bcaebd46f8ad9ccc47" member_type: VOTER last_known_addr { host: "127.1.244.195" port: 44833 } } peers { permanent_uuid: "e65aa39ed1dd4840b0e9ae8f9fdc9769" member_type: VOTER last_known_addr { host: "127.1.244.193" port: 34049 } }
10:44:27.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.807941  5788 ts_tablet_manager.cc:1434] T 1741ab3ba10d43b88cfe8d880a41eda3 P d767b66e6b654bfd8c06d733d59ed4ac: Time spent starting tablet: real 0.003s	user 0.005s	sys 0.000s
10:44:27.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.808754  2173 ts_manager.cc:194] Re-registered known tserver with Master: d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791)
10:44:27.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.809118  2074 ts_manager.cc:194] Re-registered known tserver with Master: d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791)
10:44:27.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.809312  2173 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.1.244.194:60123
10:44:27.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.810151  5965 heartbeater.cc:499] Master 127.1.244.253:40031 was elected leader, sending a full tablet report...
10:44:27.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.811107  2284 ts_manager.cc:194] Re-registered known tserver with Master: d767b66e6b654bfd8c06d733d59ed4ac (127.1.244.194:33791)
10:44:27.812 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233, tablet=1741ab3ba10d43b88cfe8d880a41eda3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:44:27.814 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786445034233, tablet=1741ab3ba10d43b88cfe8d880a41eda3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
10:44:27.818 [DEBUG - main] (Connection.java:575) [peer e65aa39ed1dd4840b0e9ae8f9fdc9769(127.1.244.193:34049)] disconnecting while in state TERMINATED
10:44:27.819 [DEBUG - main] (Connection.java:575) [peer d767b66e6b654bfd8c06d733d59ed4ac(127.1.244.194:33791)] disconnecting while in state TERMINATED
10:44:27.819 [DEBUG - main] (Connection.java:575) [peer master-127.1.244.254:46729(127.1.244.254:46729)] disconnecting while in state READY
10:44:27.819 [DEBUG - main] (Connection.java:575) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] disconnecting while in state READY
10:44:27.819 [DEBUG - main] (Connection.java:575) [peer master-127.1.244.252:41007(127.1.244.252:41007)] disconnecting while in state READY
10:44:27.820 [DEBUG - main] (Connection.java:575) [peer master-127.1.244.253:40031(127.1.244.253:40031)] disconnecting while in state READY
10:44:27.823 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.244.253:40031(127.1.244.253:40031)] handling channelInactive
10:44:27.823 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.244.254:46729(127.1.244.254:46729)] handling channelInactive
10:44:27.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.244.253:40031(127.1.244.253:40031)] cleaning up while in state READY due to: connection closed
10:44:27.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.244.254:46729(127.1.244.254:46729)] cleaning up while in state READY due to: connection closed
10:44:27.823 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
10:44:27.828 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] handling channelInactive
10:44:27.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 838f809ba24548bcaebd46f8ad9ccc47(127.1.244.195:44833)] cleaning up while in state READY due to: connection closed
10:44:27.836 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.1.244.252:41007(127.1.244.252:41007)] handling channelInactive
10:44:27.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.1.244.252:41007(127.1.244.252:41007)] cleaning up while in state READY due to: connection closed
10:44:27.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.828671  2003 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu with pid 5483
10:44:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.844169  2003 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu with pid 5757
10:44:27.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.862753  2003 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu with pid 5208
10:44:27.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.881690  2003 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu with pid 2022
10:44:27.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.895035  2003 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu with pid 2132
10:44:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 10:44:27.906316  2003 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSEG3Z9/build/release/bin/kudu with pid 2238
10:44:27.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T10:44:27Z chronyd exiting

Time: 36.316

OK (1 test)

