JUnit version 4.13.2
.02:18:59.297 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783477139290
02:18:59.349 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
02:18:59.403 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
02:18:59.415 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskaEJf1C/test-tmp
02:18:59.419 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
02:18:59.422 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskaEJf1C/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
02:18:59.639 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

02:18:59.652 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:18:59.653 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

02:18:59.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.654430  3045 mini_oidc.cc:150] Starting JWKS server
02:18:59.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.655172  3045 webserver.cc:533] Webserver started at http://127.0.0.1:33293/ using document root <none> and password file <none>
02:18:59.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.655270  3045 mini_oidc.cc:186] Starting OIDC Discovery server
02:18:59.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.655429  3045 webserver.cc:533] Webserver started at http://127.0.0.1:44601/ using document root <none> and password file <none>
02:18:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:18:59Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
02:18:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:18:59Z Disabled control of system clock
02:18:59.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.666702  3045 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:18:59.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:18:59.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-0/wal
02:18:59.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-0/data
02:18:59.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:18:59.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:18:59.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:18:59.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:18:59.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:18:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:18:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-0/logs
02:18:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-0/data/info.pb
02:18:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:18:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:18:59.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:18:59.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:18:59.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:18:59.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:18:59.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:18:59.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:18:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:18:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:18:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:18:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:18:59.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.126:42823
02:18:59.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.126
02:18:59.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:18:59.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:18:59.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:18:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:18:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:18:59.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:18:59.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:18:59.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:18:59.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33293/jwks.json with env {}
02:18:59.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.744966  3056 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:18:59.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.745126  3056 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:18:59.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.745144  3056 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:18:59.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.746702  3056 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:18:59.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.746744  3056 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:18:59.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.746758  3056 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:18:59.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.746770  3056 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:18:59.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.746783  3056 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:18:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.746794  3056 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33293/jwks.json
02:18:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.748628  3056 master_runner.cc:387] Master server non-default flags:
02:18:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:18:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:18:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:18:59.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:18:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-0/data
02:18:59.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-0/wal
02:18:59.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:18:59.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:18:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:18:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:18:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:18:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.126:42823
02:18:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:18:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:18:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:18:59.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33293/jwks.json
02:18:59.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:18:59.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:18:59.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-0/data/info.pb
02:18:59.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.126
02:18:59.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:18:59.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:18:59.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3056
02:18:59.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:18:59.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:18:59.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:18:59.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:18:59.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-0/logs
02:18:59.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:18:59.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:18:59.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:18:59.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:18:59.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:18:59.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:18:59.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:18:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:18 UTC on e7f111948823
02:18:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12765
02:18:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.748807  3056 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:18:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.748970  3056 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:18:59.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.751677  3061 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:18:59.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.751683  3062 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:18:59.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.751788  3056 server_base.cc:1061] running on GCE node
02:18:59.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.751683  3064 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:18:59.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.752153  3056 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:18:59.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.752386  3056 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:18:59.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.753535  3056 hybrid_clock.cc:648] HybridClock initialized: now 1783477139753518 us; error 28 us; skew 500 ppm
02:18:59.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.754809  3056 webserver.cc:533] Webserver started at http://127.2.249.126:44719/ using document root <none> and password file <none>
02:18:59.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.755004  3056 fs_manager.cc:362] Metadata directory not provided
02:18:59.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.755057  3056 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:18:59.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.755156  3056 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:18:59.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.756275  3056 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-0/data/instance:
02:18:59.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "155486a71b9e491285671406756207d9"
02:18:59.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:18:59 on dist-test-slave-rbtp"
02:18:59.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.756675  3056 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-0/wal/instance:
02:18:59.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "155486a71b9e491285671406756207d9"
02:18:59.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:18:59 on dist-test-slave-rbtp"
02:18:59.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.758219  3056 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
02:18:59.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.759013  3070 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:18:59.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.759169  3056 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
02:18:59.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.759236  3056 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-0/data,/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-0/wal
02:18:59.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "155486a71b9e491285671406756207d9"
02:18:59.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:18:59 on dist-test-slave-rbtp"
02:18:59.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.759292  3056 fs_report.cc:389] FS layout report
02:18:59.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:18:59.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-0/wal
02:18:59.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-0/wal
02:18:59.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-0/data/data
02:18:59.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:18:59.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:18:59.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:18:59.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:18:59.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:18:59.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:18:59.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:18:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:18:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:18:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:18:59.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:18:59.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.774768  3056 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:18:59.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.775123  3056 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:18:59.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.775252  3056 kserver.cc:163] Server-wide thread pool size limit: 3276
02:18:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.779349  3056 rpc_server.cc:307] RPC server started. Bound to: 127.2.249.126:42823
02:18:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.779383  3122 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.249.126:42823 every 8 connection(s)
02:18:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.779769  3056 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-0/data/info.pb
02:18:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.780434  3123 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:18:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.782728  3045 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskaEJf1C/build/release/bin/kudu as pid 3056
02:18:59.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.782130  3123 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } has no permanent_uuid. Determining permanent_uuid...
02:18:59.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.782838  3045 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-0/wal/instance
02:18:59.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.783776  3045 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:18:59.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:18:59.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-1/wal
02:18:59.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-1/data
02:18:59.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:18:59.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:18:59.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:18:59.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:18:59.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:18:59.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:18:59.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-1/logs
02:18:59.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-1/data/info.pb
02:18:59.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:18:59.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:18:59.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:18:59.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:18:59.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:18:59.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:18:59.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:18:59.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:18:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:18:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:18:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:18:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:18:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.125:43761
02:18:59.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.125
02:18:59.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:18:59.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:18:59.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:18:59.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:18:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:18:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:18:59.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:18:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:18:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33293/jwks.json with env {}
02:18:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.788754  3123 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } has no permanent_uuid. Determining permanent_uuid...
02:18:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.789215  3072 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.249.125:43761: connect: Connection refused (error 111)
02:18:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.789902  3123 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.249.125:43761: Network error: Client connection negotiation failed: client connection to 127.2.249.125:43761: connect: Connection refused (error 111)
02:18:59.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.839095  3123 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } attempt: 1
02:18:59.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.839986  3123 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.249.125:43761: Network error: Client connection negotiation failed: client connection to 127.2.249.125:43761: connect: Connection refused (error 111)
02:18:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.863945  3127 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:18:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.864110  3127 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:18:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.864130  3127 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:18:59.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.865895  3127 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:18:59.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.865940  3127 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:18:59.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.865954  3127 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:18:59.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.865967  3127 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:18:59.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.865979  3127 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:18:59.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.865990  3127 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33293/jwks.json
02:18:59.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.867753  3127 master_runner.cc:387] Master server non-default flags:
02:18:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:18:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:18:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:18:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:18:59.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-1/data
02:18:59.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-1/wal
02:18:59.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:18:59.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:18:59.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:18:59.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:18:59.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:18:59.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.125:43761
02:18:59.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:18:59.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:18:59.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:18:59.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33293/jwks.json
02:18:59.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:18:59.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:18:59.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-1/data/info.pb
02:18:59.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.125
02:18:59.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:18:59.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:18:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3127
02:18:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:18:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:18:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:18:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:18:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-1/logs
02:18:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:18:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:18:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:18:59.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:18:59.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:18:59.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:18:59.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:18:59.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:18 UTC on e7f111948823
02:18:59.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12765
02:18:59.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.867926  3127 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:18:59.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.868098  3127 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:18:59.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.870796  3133 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:18:59.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.870818  3136 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:18:59.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.871330  3134 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:18:59.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.871501  3127 server_base.cc:1061] running on GCE node
02:18:59.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.871695  3127 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:18:59.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.871881  3127 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:18:59.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.873034  3127 hybrid_clock.cc:648] HybridClock initialized: now 1783477139873009 us; error 44 us; skew 500 ppm
02:18:59.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.874325  3127 webserver.cc:533] Webserver started at http://127.2.249.125:45163/ using document root <none> and password file <none>
02:18:59.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.874528  3127 fs_manager.cc:362] Metadata directory not provided
02:18:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.874577  3127 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:18:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.874667  3127 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:18:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.875732  3127 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-1/data/instance:
02:18:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "774c659b6970493691f7c58086ebdc3e"
02:18:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:18:59 on dist-test-slave-rbtp"
02:18:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.876081  3127 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-1/wal/instance:
02:18:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "774c659b6970493691f7c58086ebdc3e"
02:18:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:18:59 on dist-test-slave-rbtp"
02:18:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.880262  3127 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.003s	sys 0.000s
02:18:59.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.881006  3142 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:18:59.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.881191  3127 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
02:18:59.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.881265  3127 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-1/data,/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-1/wal
02:18:59.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "774c659b6970493691f7c58086ebdc3e"
02:18:59.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:18:59 on dist-test-slave-rbtp"
02:18:59.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.881340  3127 fs_report.cc:389] FS layout report
02:18:59.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:18:59.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-1/wal
02:18:59.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-1/wal
02:18:59.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-1/data/data
02:18:59.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:18:59.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:18:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:18:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:18:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:18:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:18:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:18:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:18:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:18:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:18:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:18:59.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.907666  3127 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:18:59.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.907953  3127 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:18:59.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.908082  3127 kserver.cc:163] Server-wide thread pool size limit: 3276
02:18:59.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.908121  3123 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } attempt: 2
02:18:59.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.908974  3123 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.249.125:43761: Network error: Client connection negotiation failed: client connection to 127.2.249.125:43761: connect: Connection refused (error 111)
02:18:59.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.912307  3127 rpc_server.cc:307] RPC server started. Bound to: 127.2.249.125:43761
02:18:59.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.912345  3194 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.249.125:43761 every 8 connection(s)
02:18:59.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.912746  3127 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-1/data/info.pb
02:18:59.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.913429  3195 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:18:59.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.914966  3195 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } has no permanent_uuid. Determining permanent_uuid...
02:18:59.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.919956  3195 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } has no permanent_uuid. Determining permanent_uuid...
02:18:59.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.920653  3045 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskaEJf1C/build/release/bin/kudu as pid 3127
02:18:59.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.920734  3045 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-1/wal/instance
02:18:59.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.921130  3045 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:18:59.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:18:59.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-2/wal
02:18:59.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-2/data
02:18:59.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:18:59.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:18:59.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:18:59.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:18:59.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:18:59.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:18:59.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-2/logs
02:18:59.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-2/data/info.pb
02:18:59.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:18:59.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:18:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:18:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:18:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:18:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:18:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:18:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:18:59.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
02:18:59.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:18:59.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:18:59.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:18:59.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.124:45075
02:18:59.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.124
02:18:59.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:18:59.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:18:59.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:18:59.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:18:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:18:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:18:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:18:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:18:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33293/jwks.json with env {}
02:18:59.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.924111  3195 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } has no permanent_uuid. Determining permanent_uuid...
02:18:59.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.924444  3146 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.249.124:45075: connect: Connection refused (error 111)
02:18:59.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.924825  3195 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.249.124:45075: Network error: Client connection negotiation failed: client connection to 127.2.249.124:45075: connect: Connection refused (error 111)
02:18:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:18:59.974002  3195 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } attempt: 1
02:18:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.974767  3195 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.249.124:45075: Network error: Client connection negotiation failed: client connection to 127.2.249.124:45075: connect: Connection refused (error 111)
02:18:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.999300  3199 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:19:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.999485  3199 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:19:00.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:18:59.999517  3199 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:19:00.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.000133  3123 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } attempt: 3
02:19:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.001735  3199 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
02:19:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.001777  3199 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:19:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.001796  3199 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
02:19:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.001813  3199 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
02:19:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.001832  3199 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
02:19:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.001848  3199 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33293/jwks.json
02:19:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.004297  3123 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } has no permanent_uuid. Determining permanent_uuid...
02:19:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.004349  3199 master_runner.cc:387] Master server non-default flags:
02:19:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:19:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-2/data
02:19:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-2/wal
02:19:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
02:19:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
02:19:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.124:45075
02:19:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
02:19:00.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:19:00.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
02:19:00.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33293/jwks.json
02:19:00.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:00.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:00.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-2/data/info.pb
02:19:00.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.124
02:19:00.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:19:00.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:19:00.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3199
02:19:00.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:00.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:19:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:19:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-2/logs
02:19:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:19:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:19:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
02:19:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:19:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:19:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:19:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:18 UTC on e7f111948823
02:19:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12765
02:19:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.004585  3199 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:19:00.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.004830  3199 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:19:00.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.005487  3123 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.249.124:45075: Network error: Client connection negotiation failed: client connection to 127.2.249.124:45075: connect: Connection refused (error 111)
02:19:00.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.008002  3199 server_base.cc:1061] running on GCE node
02:19:00.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.008183  3206 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:00.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.008376  3208 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:00.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.008528  3205 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:00.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.008756  3199 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:19:00.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.009022  3199 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:19:00.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.010181  3199 hybrid_clock.cc:648] HybridClock initialized: now 1783477140010153 us; error 36 us; skew 500 ppm
02:19:00.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.011471  3199 webserver.cc:533] Webserver started at http://127.2.249.124:42839/ using document root <none> and password file <none>
02:19:00.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.011675  3199 fs_manager.cc:362] Metadata directory not provided
02:19:00.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.011732  3199 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:19:00.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.011837  3199 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:19:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.012974  3199 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-2/data/instance:
02:19:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6cc0c871aaa4525b20cd556b879d23c"
02:19:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.013362  3199 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-2/wal/instance:
02:19:00.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6cc0c871aaa4525b20cd556b879d23c"
02:19:00.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:00.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.014881  3199 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.001s	sys 0.000s
02:19:00.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.015653  3214 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:19:00.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.015828  3199 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
02:19:00.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.015913  3199 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-2/data,/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-2/wal
02:19:00.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6cc0c871aaa4525b20cd556b879d23c"
02:19:00.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:00.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.015972  3199 fs_report.cc:389] FS layout report
02:19:00.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:19:00.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-2/wal
02:19:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-2/wal
02:19:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-2/data/data
02:19:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:19:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:19:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:19:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:19:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:19:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:19:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:19:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:19:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:19:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:19:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:19:00.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.024500  3199 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:19:00.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.024803  3199 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:19:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.024945  3199 kserver.cc:163] Server-wide thread pool size limit: 3276
02:19:00.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.028790  3199 rpc_server.cc:307] RPC server started. Bound to: 127.2.249.124:45075
02:19:00.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.028829  3266 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.249.124:45075 every 8 connection(s)
02:19:00.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.029191  3199 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-2/data/info.pb
02:19:00.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.029794  3267 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
02:19:00.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.030969  3267 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } has no permanent_uuid. Determining permanent_uuid...
02:19:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.035235  3267 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } has no permanent_uuid. Determining permanent_uuid...
02:19:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.035662  3045 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskaEJf1C/build/release/bin/kudu as pid 3199
02:19:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.035775  3045 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/master-2/wal/instance
02:19:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.036610  3123 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } attempt: 1
02:19:00.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.040489  3267 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } has no permanent_uuid. Determining permanent_uuid...
02:19:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.041882  3123 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9: Bootstrap starting.
02:19:00.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.042586  3123 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9: Neither blocks nor log segments found. Creating new log.
02:19:00.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.042889  3123 log.cc:826] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9: Log is configured to *not* fsync() on all Append() calls
02:19:00.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.042910  3195 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } attempt: 2
02:19:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.046084  3267 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c: Bootstrap starting.
02:19:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.046756  3123 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9: No bootstrap required, opened a new log
02:19:00.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.046774  3267 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c: Neither blocks nor log segments found. Creating new log.
02:19:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.047052  3267 log.cc:826] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c: Log is configured to *not* fsync() on all Append() calls
02:19:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.048381  3195 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e: Bootstrap starting.
02:19:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.048872  3123 raft_consensus.cc:359] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } }
02:19:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.048990  3123 raft_consensus.cc:385] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:19:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.049019  3123 raft_consensus.cc:740] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 155486a71b9e491285671406756207d9, State: Initialized, Role: FOLLOWER
02:19:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.049053  3195 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e: Neither blocks nor log segments found. Creating new log.
02:19:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.049131  3123 consensus_queue.cc:260] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } }
02:19:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.049479  3123 sys_catalog.cc:565] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9 [sys.catalog]: configured and running, proceeding with master startup.
02:19:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.049613  3195 log.cc:826] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e: Log is configured to *not* fsync() on all Append() calls
02:19:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.050289  3195 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e: No bootstrap required, opened a new log
02:19:00.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.051659  3267 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c: No bootstrap required, opened a new log
02:19:00.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.051864  3195 raft_consensus.cc:359] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } }
02:19:00.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.051960  3195 raft_consensus.cc:385] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:19:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.051985  3195 raft_consensus.cc:740] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 774c659b6970493691f7c58086ebdc3e, State: Initialized, Role: FOLLOWER
02:19:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.052075  3195 consensus_queue.cc:260] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } }
02:19:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.052332  3195 sys_catalog.cc:565] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e [sys.catalog]: configured and running, proceeding with master startup.
02:19:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.052309  3291 sys_catalog.cc:455] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } } }
02:19:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.052385  3291 sys_catalog.cc:458] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e [sys.catalog]: This master's current role is: FOLLOWER
02:19:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.051084  3277 sys_catalog.cc:455] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } } }
02:19:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.053395  3277 sys_catalog.cc:458] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9 [sys.catalog]: This master's current role is: FOLLOWER
02:19:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.051704  3289 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:19:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.053462  3289 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:19:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.053449  3267 raft_consensus.cc:359] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } }
02:19:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.053570  3267 raft_consensus.cc:385] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:19:00.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.053606  3267 raft_consensus.cc:740] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a6cc0c871aaa4525b20cd556b879d23c, State: Initialized, Role: FOLLOWER
02:19:00.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.053692  3267 consensus_queue.cc:260] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } }
02:19:00.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.053953  3267 sys_catalog.cc:565] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [sys.catalog]: configured and running, proceeding with master startup.
02:19:00.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.053927  3297 sys_catalog.cc:455] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } } }
02:19:00.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.054011  3297 sys_catalog.cc:458] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [sys.catalog]: This master's current role is: FOLLOWER
02:19:00.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.054317  3056 master_runner.cc:187] Error getting master registration for 127.2.249.125:43761: OK, instance_id { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" instance_seqno: 1783477139911238 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
02:19:00.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.055971  3056 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:19:00.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.056305  3305 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:19:00.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.056353  3305 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:19:00.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.057817  3127 master_runner.cc:264] No leader master found from master 774c659b6970493691f7c58086ebdc3e
02:19:00.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.057858  3127 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:19:00.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.061630  3199 master_runner.cc:264] No leader master found from master a6cc0c871aaa4525b20cd556b879d23c
02:19:00.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.061676  3199 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
02:19:00.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.061792  3314 catalog_manager.cc:1594] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
02:19:00.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.061838  3314 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
02:19:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.118822  3297 raft_consensus.cc:493] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:19:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.120568  3297 raft_consensus.cc:515] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } }
02:19:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.122923  3097 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a6cc0c871aaa4525b20cd556b879d23c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "155486a71b9e491285671406756207d9" is_pre_election: true
02:19:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.123060  3097 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a6cc0c871aaa4525b20cd556b879d23c in term 0.
02:19:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.123219  3218 leader_election.cc:304] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 155486a71b9e491285671406756207d9, a6cc0c871aaa4525b20cd556b879d23c; no voters: 
02:19:00.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.124671  3169 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a6cc0c871aaa4525b20cd556b879d23c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "774c659b6970493691f7c58086ebdc3e" is_pre_election: true
02:19:00.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.124840  3169 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a6cc0c871aaa4525b20cd556b879d23c in term 0.
02:19:00.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.125445  3297 leader_election.cc:290] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 155486a71b9e491285671406756207d9 (127.2.249.126:42823), 774c659b6970493691f7c58086ebdc3e (127.2.249.125:43761)
02:19:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.126339  3297 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [term 0 FOLLOWER]: Leader pre-election won for term 1
02:19:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.126650  3297 raft_consensus.cc:493] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:19:00.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.126929  3297 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [term 0 FOLLOWER]: Advancing to term 1
02:19:00.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.128005  3297 raft_consensus.cc:515] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } }
02:19:00.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.128796  3097 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a6cc0c871aaa4525b20cd556b879d23c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "155486a71b9e491285671406756207d9"
02:19:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.128873  3097 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9 [term 0 FOLLOWER]: Advancing to term 1
02:19:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.129580  3097 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a6cc0c871aaa4525b20cd556b879d23c in term 1.
02:19:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.129746  3218 leader_election.cc:304] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 155486a71b9e491285671406756207d9, a6cc0c871aaa4525b20cd556b879d23c; no voters: 
02:19:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.130774  3169 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a6cc0c871aaa4525b20cd556b879d23c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "774c659b6970493691f7c58086ebdc3e"
02:19:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.130867  3169 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e [term 0 FOLLOWER]: Advancing to term 1
02:19:00.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.131675  3169 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a6cc0c871aaa4525b20cd556b879d23c in term 1.
02:19:00.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.134609  3297 leader_election.cc:290] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [CANDIDATE]: Term 1 election: Requested vote from peers 155486a71b9e491285671406756207d9 (127.2.249.126:42823), 774c659b6970493691f7c58086ebdc3e (127.2.249.125:43761)
02:19:00.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.135509  3297 raft_consensus.cc:2804] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [term 1 FOLLOWER]: Leader election won for term 1
02:19:00.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.135820  3297 raft_consensus.cc:697] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [term 1 LEADER]: Becoming Leader. State: Replica: a6cc0c871aaa4525b20cd556b879d23c, State: Running, Role: LEADER
02:19:00.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.136669  3297 consensus_queue.cc:237] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } }
02:19:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.137439  3297 sys_catalog.cc:455] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [sys.catalog]: SysCatalogTable state changed. Reason: New leader a6cc0c871aaa4525b20cd556b879d23c. Latest consensus state: current_term: 1 leader_uuid: "a6cc0c871aaa4525b20cd556b879d23c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } } }
02:19:00.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.138065  3297 sys_catalog.cc:458] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [sys.catalog]: This master's current role is: LEADER
02:19:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.139091  3319 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
02:19:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.139554  3319 catalog_manager.cc:1520] Initializing Kudu cluster ID...
02:19:00.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.141593  3169 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e [term 1 FOLLOWER]: Refusing update from remote peer a6cc0c871aaa4525b20cd556b879d23c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:19:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.142107  3317 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [LEADER]: Connected to new peer: Peer: permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:19:00.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.143918  3291 sys_catalog.cc:455] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e [sys.catalog]: SysCatalogTable state changed. Reason: New leader a6cc0c871aaa4525b20cd556b879d23c. Latest consensus state: current_term: 1 leader_uuid: "a6cc0c871aaa4525b20cd556b879d23c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } } }
02:19:00.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.143996  3291 sys_catalog.cc:458] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e [sys.catalog]: This master's current role is: FOLLOWER
02:19:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.147161  3097 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9 [term 1 FOLLOWER]: Refusing update from remote peer a6cc0c871aaa4525b20cd556b879d23c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:19:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.147413  3317 consensus_queue.cc:1048] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [LEADER]: Connected to new peer: Peer: permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:19:00.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.148571  3277 sys_catalog.cc:455] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader a6cc0c871aaa4525b20cd556b879d23c. Latest consensus state: current_term: 1 leader_uuid: "a6cc0c871aaa4525b20cd556b879d23c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } } }
02:19:00.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.148646  3277 sys_catalog.cc:458] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9 [sys.catalog]: This master's current role is: FOLLOWER
02:19:00.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.155838  3317 sys_catalog.cc:455] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a6cc0c871aaa4525b20cd556b879d23c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } } }
02:19:00.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.155938  3317 sys_catalog.cc:458] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [sys.catalog]: This master's current role is: LEADER
02:19:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.156987  3277 sys_catalog.cc:455] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a6cc0c871aaa4525b20cd556b879d23c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } } }
02:19:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.157075  3277 sys_catalog.cc:458] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9 [sys.catalog]: This master's current role is: FOLLOWER
02:19:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.157707  3320 mvcc.cc:204] Tried to move back new op lower bound from 7305122366017777664 to 7305122366001893376. Current Snapshot: MvccSnapshot[applied={T|T < 7305122366017777664}]
02:19:00.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.158727  3148 tablet.cc:2406] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:19:00.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.160295  3323 mvcc.cc:204] Tried to move back new op lower bound from 7305122366017777664 to 7305122366001893376. Current Snapshot: MvccSnapshot[applied={T|T < 7305122366017777664}]
02:19:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.161509  3297 sys_catalog.cc:455] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a6cc0c871aaa4525b20cd556b879d23c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } } }
02:19:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.161594  3297 sys_catalog.cc:458] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c [sys.catalog]: This master's current role is: LEADER
02:19:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.161953  3291 sys_catalog.cc:455] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a6cc0c871aaa4525b20cd556b879d23c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "155486a71b9e491285671406756207d9" member_type: VOTER last_known_addr { host: "127.2.249.126" port: 42823 } } peers { permanent_uuid: "774c659b6970493691f7c58086ebdc3e" member_type: VOTER last_known_addr { host: "127.2.249.125" port: 43761 } } peers { permanent_uuid: "a6cc0c871aaa4525b20cd556b879d23c" member_type: VOTER last_known_addr { host: "127.2.249.124" port: 45075 } } }
02:19:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.162037  3291 sys_catalog.cc:458] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e [sys.catalog]: This master's current role is: FOLLOWER
02:19:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.163396  3321 mvcc.cc:204] Tried to move back new op lower bound from 7305122366017777664 to 7305122366001893376. Current Snapshot: MvccSnapshot[applied={T|T < 7305122366017777664}]
02:19:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.165141  3319 catalog_manager.cc:1383] Generated new cluster ID: 37168133d3704f54a779530bab643a93
02:19:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.165189  3319 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
02:19:00.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.185982  3319 catalog_manager.cc:1406] Generated new certificate authority record
02:19:00.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.187347  3319 catalog_manager.cc:1540] Loading token signing keys...
02:19:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.203338  3319 catalog_manager.cc:6070] T 00000000000000000000000000000000 P a6cc0c871aaa4525b20cd556b879d23c: Generated new TSK 0
02:19:00.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.204041  3319 catalog_manager.cc:1550] Initializing in-progress tserver states...
02:19:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.217983  3045 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:00.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:00.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data
02:19:00.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:19:00.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:19:00.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:19:00.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:00.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:00.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:00.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/logs
02:19:00.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data/info.pb
02:19:00.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:00.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:19:00.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:19:00.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:19:00.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:19:00.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:00.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:00.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:00.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:19:00.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:19:00.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.65:0
02:19:00.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.65
02:19:00.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.65
02:19:00.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:19:00.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:00.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:00.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:00.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:00.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:19:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.319031  3329 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:19:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.319201  3329 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:19:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.319221  3329 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:19:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.320801  3329 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:19:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.320854  3329 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.249.65
02:19:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.322341  3329 tablet_server_runner.cc:78] Tablet server non-default flags:
02:19:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:19:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data
02:19:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.65:0
02:19:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:19:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data/info.pb
02:19:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.65
02:19:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:19:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:19:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3329
02:19:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:19:00.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:19:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.65
02:19:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/logs
02:19:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:19:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:19:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:19:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:19:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:19:00.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:19:00.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:18 UTC on e7f111948823
02:19:00.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12765
02:19:00.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.322518  3329 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:19:00.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.322696  3329 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:19:00.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.324954  3335 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:00.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.325042  3334 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:00.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.325253  3329 server_base.cc:1061] running on GCE node
02:19:00.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.325712  3337 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:00.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.325922  3329 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:19:00.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.326174  3329 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:19:00.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.327360  3329 hybrid_clock.cc:648] HybridClock initialized: now 1783477140327340 us; error 36 us; skew 500 ppm
02:19:00.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.328579  3329 webserver.cc:533] Webserver started at http://127.2.249.65:44631/ using document root <none> and password file <none>
02:19:00.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.328820  3329 fs_manager.cc:362] Metadata directory not provided
02:19:00.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.328881  3329 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:19:00.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.328990  3329 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:19:00.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.330029  3329 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data/instance:
02:19:00.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c48afc99d5e1416082fb4a0b8e74793a"
02:19:00.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:00.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.330389  3329 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal/instance:
02:19:00.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c48afc99d5e1416082fb4a0b8e74793a"
02:19:00.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:00.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.331807  3329 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.002s
02:19:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.333108  3343 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:19:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.333328  3329 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
02:19:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.333397  3329 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data,/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c48afc99d5e1416082fb4a0b8e74793a"
02:19:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.333453  3329 fs_report.cc:389] FS layout report
02:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data/data
02:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:19:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:19:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:19:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:19:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:19:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:19:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:19:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:19:00.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.350237  3329 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:19:00.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.350651  3329 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:19:00.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.350790  3329 kserver.cc:163] Server-wide thread pool size limit: 3276
02:19:00.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.351049  3329 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:19:00.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.351540  3329 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:19:00.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.351581  3329 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:19:00.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.351616  3329 ts_tablet_manager.cc:616] Registered 0 tablets
02:19:00.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.351635  3329 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:19:00.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.358119  3329 rpc_server.cc:307] RPC server started. Bound to: 127.2.249.65:44491
02:19:00.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.358170  3456 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.249.65:44491 every 8 connection(s)
02:19:00.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.358577  3329 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data/info.pb
02:19:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.367652  3459 heartbeater.cc:344] Connected to a master server at 127.2.249.125:43761
02:19:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.367632  3458 heartbeater.cc:344] Connected to a master server at 127.2.249.126:42823
02:19:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.367626  3457 heartbeater.cc:344] Connected to a master server at 127.2.249.124:45075
02:19:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.367785  3459 heartbeater.cc:461] Registering TS with master...
02:19:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.367794  3457 heartbeater.cc:461] Registering TS with master...
02:19:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.367794  3458 heartbeater.cc:461] Registering TS with master...
02:19:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.368016  3457 heartbeater.cc:507] Master 127.2.249.124:45075 requested a full tablet report, sending...
02:19:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.368016  3459 heartbeater.cc:507] Master 127.2.249.125:43761 requested a full tablet report, sending...
02:19:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.368016  3458 heartbeater.cc:507] Master 127.2.249.126:42823 requested a full tablet report, sending...
02:19:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.368618  3159 ts_manager.cc:194] Registered new tserver with Master: c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.368610  3082 ts_manager.cc:194] Registered new tserver with Master: c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.368777  3045 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskaEJf1C/build/release/bin/kudu as pid 3329
02:19:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.368862  3045 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal/instance
02:19:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.368886  3231 ts_manager.cc:194] Registered new tserver with Master: c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.369938  3231 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.249.65:54171
02:19:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.370445  3045 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data
02:19:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:19:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:19:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:19:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/logs
02:19:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data/info.pb
02:19:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:19:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:19:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:19:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:19:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:19:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:19:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.66:0
02:19:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.66
02:19:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.66
02:19:00.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:19:00.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:00.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:00.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:00.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:00.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:19:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.447568  3464 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:19:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.447762  3464 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:19:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.447794  3464 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.449532  3464 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:19:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.449632  3464 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.249.66
02:19:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.451339  3464 tablet_server_runner.cc:78] Tablet server non-default flags:
02:19:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:19:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data
02:19:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.66:0
02:19:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:19:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data/info.pb
02:19:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.66
02:19:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:19:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:19:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3464
02:19:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:19:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:19:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.66
02:19:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/logs
02:19:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:19:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:19:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:19:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:19:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:19:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:19:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:18 UTC on e7f111948823
02:19:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12765
02:19:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.451579  3464 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:19:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.451830  3464 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:19:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.454648  3469 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.454798  3472 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.454656  3470 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.455053  3464 server_base.cc:1061] running on GCE node
02:19:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.455158  3464 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:19:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.455309  3464 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:19:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.456424  3464 hybrid_clock.cc:648] HybridClock initialized: now 1783477140456398 us; error 44 us; skew 500 ppm
02:19:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.457500  3464 webserver.cc:533] Webserver started at http://127.2.249.66:41489/ using document root <none> and password file <none>
02:19:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.457649  3464 fs_manager.cc:362] Metadata directory not provided
02:19:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.457682  3464 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:19:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.457772  3464 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:19:00.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.458568  3464 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data/instance:
02:19:00.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a06146cb38541a5b4d7f3acaa37c313"
02:19:00.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:00.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.458860  3464 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal/instance:
02:19:00.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a06146cb38541a5b4d7f3acaa37c313"
02:19:00.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:00.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.460192  3464 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.002s
02:19:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.460882  3478 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:19:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.461066  3464 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
02:19:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.461117  3464 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data,/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a06146cb38541a5b4d7f3acaa37c313"
02:19:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.461156  3464 fs_report.cc:389] FS layout report
02:19:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:19:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data/data
02:19:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:19:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:19:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:19:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:19:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:19:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:19:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:19:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:19:00.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:19:00.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:19:00.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:19:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.483939  3464 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:19:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.484226  3464 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:19:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.484315  3464 kserver.cc:163] Server-wide thread pool size limit: 3276
02:19:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.484501  3464 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:19:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.484853  3464 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:19:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.484880  3464 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:19:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.484901  3464 ts_tablet_manager.cc:616] Registered 0 tablets
02:19:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.484915  3464 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:19:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.490710  3464 rpc_server.cc:307] RPC server started. Bound to: 127.2.249.66:46411
02:19:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.490774  3591 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.249.66:46411 every 8 connection(s)
02:19:00.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.491051  3464 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data/info.pb
02:19:00.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.494890  3045 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskaEJf1C/build/release/bin/kudu as pid 3464
02:19:00.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.494978  3045 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal/instance
02:19:00.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.496574  3594 heartbeater.cc:344] Connected to a master server at 127.2.249.125:43761
02:19:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.496697  3594 heartbeater.cc:461] Registering TS with master...
02:19:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.496896  3594 heartbeater.cc:507] Master 127.2.249.125:43761 requested a full tablet report, sending...
02:19:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.496999  3045 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data
02:19:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:19:00.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/logs
02:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/info.pb
02:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:00.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:19:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:19:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.67:0
02:19:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.67
02:19:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.67
02:19:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:19:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:19:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.497197  3593 heartbeater.cc:344] Connected to a master server at 127.2.249.126:42823
02:19:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.497264  3593 heartbeater.cc:461] Registering TS with master...
02:19:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.497310  3159 ts_manager.cc:194] Registered new tserver with Master: 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.497368  3593 heartbeater.cc:507] Master 127.2.249.126:42823 requested a full tablet report, sending...
02:19:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.497623  3082 ts_manager.cc:194] Registered new tserver with Master: 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.497953  3592 heartbeater.cc:344] Connected to a master server at 127.2.249.124:45075
02:19:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.498008  3592 heartbeater.cc:461] Registering TS with master...
02:19:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.498098  3592 heartbeater.cc:507] Master 127.2.249.124:45075 requested a full tablet report, sending...
02:19:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.498342  3231 ts_manager.cc:194] Registered new tserver with Master: 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.498684  3231 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.249.66:35483
02:19:00.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.574932  3599 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:19:00.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.575112  3599 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:19:00.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.575143  3599 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:19:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.576789  3599 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:19:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.576870  3599 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.249.67
02:19:00.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.578497  3599 tablet_server_runner.cc:78] Tablet server non-default flags:
02:19:00.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:00.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:00.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:19:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data
02:19:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.67:0
02:19:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:19:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/info.pb
02:19:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.67
02:19:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3599
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.67
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/logs
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:18 UTC on e7f111948823
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12765
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.578728  3599 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:19:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.578984  3599 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:19:00.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.581643  3604 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:00.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.581634  3607 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:00.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:00.581660  3605 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:00.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.582461  3599 server_base.cc:1061] running on GCE node
02:19:00.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.582616  3599 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:19:00.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.582844  3599 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:19:00.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.584007  3599 hybrid_clock.cc:648] HybridClock initialized: now 1783477140583987 us; error 35 us; skew 500 ppm
02:19:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.585014  3599 webserver.cc:533] Webserver started at http://127.2.249.67:42869/ using document root <none> and password file <none>
02:19:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.585165  3599 fs_manager.cc:362] Metadata directory not provided
02:19:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.585218  3599 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:19:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.585340  3599 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
02:19:00.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.586483  3599 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/instance:
02:19:00.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b30bcb3445e345bf88fa9209a517d058"
02:19:00.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:00.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.586746  3599 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal/instance:
02:19:00.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b30bcb3445e345bf88fa9209a517d058"
02:19:00.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:00.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.587828  3599 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
02:19:00.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.588519  3613 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:19:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.589354  3599 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
02:19:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.589430  3599 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data,/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b30bcb3445e345bf88fa9209a517d058"
02:19:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.589485  3599 fs_report.cc:389] FS layout report
02:19:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:19:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/data
02:19:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:19:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:19:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:19:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:19:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:19:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:19:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:19:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:19:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:19:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:19:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:19:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.608867  3599 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:19:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.609122  3599 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:19:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.609212  3599 kserver.cc:163] Server-wide thread pool size limit: 3276
02:19:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.609465  3599 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:19:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.609730  3599 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
02:19:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.609751  3599 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
02:19:00.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.609772  3599 ts_tablet_manager.cc:616] Registered 0 tablets
02:19:00.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.609786  3599 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
02:19:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.615365  3599 rpc_server.cc:307] RPC server started. Bound to: 127.2.249.67:39521
02:19:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.615419  3726 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.249.67:39521 every 8 connection(s)
02:19:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.615762  3599 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/info.pb
02:19:00.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.621677  3727 heartbeater.cc:344] Connected to a master server at 127.2.249.124:45075
02:19:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.621701  3045 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskaEJf1C/build/release/bin/kudu as pid 3599
02:19:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.621709  3728 heartbeater.cc:344] Connected to a master server at 127.2.249.126:42823
02:19:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.621788  3045 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal/instance
02:19:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.621798  3728 heartbeater.cc:461] Registering TS with master...
02:19:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.621799  3727 heartbeater.cc:461] Registering TS with master...
02:19:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.622006  3727 heartbeater.cc:507] Master 127.2.249.124:45075 requested a full tablet report, sending...
02:19:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.622007  3728 heartbeater.cc:507] Master 127.2.249.126:42823 requested a full tablet report, sending...
02:19:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.622277  3729 heartbeater.cc:344] Connected to a master server at 127.2.249.125:43761
02:19:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.622326  3729 heartbeater.cc:461] Registering TS with master...
02:19:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.622388  3230 ts_manager.cc:194] Registered new tserver with Master: b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521)
02:19:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.622411  3729 heartbeater.cc:507] Master 127.2.249.125:43761 requested a full tablet report, sending...
02:19:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.622445  3082 ts_manager.cc:194] Registered new tserver with Master: b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521)
02:19:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.622825  3230 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.249.67:33959
02:19:00.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.623152  3159 ts_manager.cc:194] Registered new tserver with Master: b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521)
02:19:00.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:00.624711  3045 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
02:19:00.625 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
02:19:00.626 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

02:19:00.635 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.249.126"
      port: 42823
    }
    bound_http_address {
      host: "127.2.249.126"
      port: 44719
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.249.125"
      port: 43761
    }
    bound_http_address {
      host: "127.2.249.125"
      port: 45163
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.249.124"
      port: 45075
    }
    bound_http_address {
      host: "127.2.249.124"
      port: 42839
    }
  }
}

02:19:00.638 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

02:19:00.641 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.249.65"
      port: 44491
    }
    bound_http_address {
      host: "127.2.249.65"
      port: 44631
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.249.66"
      port: 46411
    }
    bound_http_address {
      host: "127.2.249.66"
      port: 41489
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.249.67"
      port: 39521
    }
    bound_http_address {
      host: "127.2.249.67"
      port: 42869
    }
  }
}

02:19:00.641 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
02:19:00.831 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
02:19:00.895 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
02:19:01.043 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.249.125:43761(127.2.249.125:43761)] connecting to peer
02:19:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.053926  3289 catalog_manager.cc:1295] Loaded cluster ID: 37168133d3704f54a779530bab643a93
02:19:01.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.054011  3289 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9: loading cluster ID for follower catalog manager: success
02:19:01.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.055416  3289 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9: acquiring CA information for follower catalog manager: success
02:19:01.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.055747  3289 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 155486a71b9e491285671406756207d9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:19:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.056777  3305 catalog_manager.cc:1295] Loaded cluster ID: 37168133d3704f54a779530bab643a93
02:19:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.056835  3305 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e: loading cluster ID for follower catalog manager: success
02:19:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.058128  3305 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e: acquiring CA information for follower catalog manager: success
02:19:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.058420  3305 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 774c659b6970493691f7c58086ebdc3e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
02:19:01.092 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.249.124:45075(127.2.249.124:45075)] connecting to peer
02:19:01.093 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.249.126:42823(127.2.249.126:42823)] connecting to peer
02:19:01.110 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.249.125:43761(127.2.249.125:43761)] Successfully connected to peer
02:19:01.110 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.249.124:45075(127.2.249.124:45075)] Successfully connected to peer
02:19:01.110 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.249.126:42823(127.2.249.126:42823)] Successfully connected to peer
02:19:01.202 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.2.249.124
02:19:01.202 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.2.249.126
02:19:01.206 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.2.249.125
02:19:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.370718  3457 heartbeater.cc:499] Master 127.2.249.124:45075 was elected leader, sending a full tablet report...
02:19:01.425 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x3d4726c9, L:/127.0.0.1:53590 - R:/127.2.249.124:45075] using SASL/PLAIN
02:19:01.425 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xf07cfc3b, L:/127.0.0.1:47110 - R:/127.2.249.125:43761] using SASL/PLAIN
02:19:01.425 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x372ac8c4, L:/127.0.0.1:39726 - R:/127.2.249.126:42823] using SASL/PLAIN
02:19:01.459 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
02:19:01.460 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=452), Traces: [0ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.249.125:43761, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.249.124:45075, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.249.126:42823, [426ms] Sub RPC ConnectToMaster: received response from server master-127.2.249.125:43761: OK, [426ms] Sub RPC ConnectToMaster: received response from server master-127.2.249.126:42823: OK, [427ms] Sub RPC ConnectToMaster: received response from server master-127.2.249.124:45075: OK, deferred=null) after lookup
02:19:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.499254  3592 heartbeater.cc:499] Master 127.2.249.124:45075 was elected leader, sending a full tablet report...
02:19:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.506415  3231 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53590:
02:19:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995"
02:19:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
02:19:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:19:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
02:19:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:19:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
02:19:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:19:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:19:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:19:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:19:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:19:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:19:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
02:19:01.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:19:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:19:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:19:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:19:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:19:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:19:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:19:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:19:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
02:19:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
02:19:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:19:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:19:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:19:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:19:01.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
02:19:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
02:19:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:19:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:19:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
02:19:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
02:19:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
02:19:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
02:19:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
02:19:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
02:19:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
02:19:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:01.508263  3231 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
02:19:01.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.522130  3661 tablet_service.cc:1511] Processing CreateTablet for tablet fc071d4303ee4dd0bd36fe3128a6c820 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995 [id=01a6e485f27241c9bf1e25733ae25e2c]), partition=RANGE (key) PARTITION UNBOUNDED
02:19:01.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.522456  3661 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fc071d4303ee4dd0bd36fe3128a6c820. 1 dirs total, 0 dirs full, 0 dirs failed
02:19:01.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.526729  3526 tablet_service.cc:1511] Processing CreateTablet for tablet fc071d4303ee4dd0bd36fe3128a6c820 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995 [id=01a6e485f27241c9bf1e25733ae25e2c]), partition=RANGE (key) PARTITION UNBOUNDED
02:19:01.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.527021  3526 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fc071d4303ee4dd0bd36fe3128a6c820. 1 dirs total, 0 dirs full, 0 dirs failed
02:19:01.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.530093  3759 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Bootstrap starting.
02:19:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.530874  3759 tablet_bootstrap.cc:654] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Neither blocks nor log segments found. Creating new log.
02:19:01.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.531360  3759 log.cc:826] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Log is configured to *not* fsync() on all Append() calls
02:19:01.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.532079  3759 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: No bootstrap required, opened a new log
02:19:01.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.532140  3759 ts_tablet_manager.cc:1403] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Time spent bootstrapping tablet: real 0.002s	user 0.002s	sys 0.000s
02:19:01.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.534170  3759 raft_consensus.cc:359] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.534309  3759 raft_consensus.cc:385] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:19:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.534337  3759 raft_consensus.cc:740] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a06146cb38541a5b4d7f3acaa37c313, State: Initialized, Role: FOLLOWER
02:19:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.534437  3759 consensus_queue.cc:260] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.534521  3758 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Bootstrap starting.
02:19:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.534639  3759 ts_tablet_manager.cc:1434] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
02:19:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.535184  3758 tablet_bootstrap.cc:654] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Neither blocks nor log segments found. Creating new log.
02:19:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.535494  3758 log.cc:826] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Log is configured to *not* fsync() on all Append() calls
02:19:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.536098  3758 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: No bootstrap required, opened a new log
02:19:01.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.536351  3758 ts_tablet_manager.cc:1403] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Time spent bootstrapping tablet: real 0.002s	user 0.002s	sys 0.000s
02:19:01.536 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 01a6e485f27241c9bf1e25733ae25e2c
02:19:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.538192  3758 raft_consensus.cc:359] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.538532  3758 raft_consensus.cc:385] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:19:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.538727  3758 raft_consensus.cc:740] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b30bcb3445e345bf88fa9209a517d058, State: Initialized, Role: FOLLOWER
02:19:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.539044  3758 consensus_queue.cc:260] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:01.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.539763  3758 ts_tablet_manager.cc:1434] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Time spent starting tablet: real 0.003s	user 0.002s	sys 0.000s
02:19:01.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.540063  3727 heartbeater.cc:499] Master 127.2.249.124:45075 was elected leader, sending a full tablet report...
02:19:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.543408  3391 tablet_service.cc:1511] Processing CreateTablet for tablet fc071d4303ee4dd0bd36fe3128a6c820 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995 [id=01a6e485f27241c9bf1e25733ae25e2c]), partition=RANGE (key) PARTITION UNBOUNDED
02:19:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.543747  3391 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fc071d4303ee4dd0bd36fe3128a6c820. 1 dirs total, 0 dirs full, 0 dirs failed
02:19:01.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.546751  3764 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Bootstrap starting.
02:19:01.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.547676  3764 tablet_bootstrap.cc:654] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Neither blocks nor log segments found. Creating new log.
02:19:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.548082  3764 log.cc:826] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Log is configured to *not* fsync() on all Append() calls
02:19:01.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.554596  3764 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: No bootstrap required, opened a new log
02:19:01.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.554944  3764 ts_tablet_manager.cc:1403] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Time spent bootstrapping tablet: real 0.008s	user 0.002s	sys 0.000s
02:19:01.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.557284  3764 raft_consensus.cc:359] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:01.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.557646  3764 raft_consensus.cc:385] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
02:19:01.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.557859  3764 raft_consensus.cc:740] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c48afc99d5e1416082fb4a0b8e74793a, State: Initialized, Role: FOLLOWER
02:19:01.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.558158  3764 consensus_queue.cc:260] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:01.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.558614  3764 ts_tablet_manager.cc:1434] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Time spent starting tablet: real 0.003s	user 0.003s	sys 0.000s
02:19:01.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:01.609925  3460 tablet.cc:2406] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:19:01.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.610339  3763 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:19:01.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.610463  3763 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:01.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.610837  3763 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411), c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:01.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.614920  3546 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "b30bcb3445e345bf88fa9209a517d058" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a06146cb38541a5b4d7f3acaa37c313" is_pre_election: true
02:19:01.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.615088  3546 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b30bcb3445e345bf88fa9209a517d058 in term 0.
02:19:01.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.615192  3411 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "b30bcb3445e345bf88fa9209a517d058" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c48afc99d5e1416082fb4a0b8e74793a" is_pre_election: true
02:19:01.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.615341  3411 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b30bcb3445e345bf88fa9209a517d058 in term 0.
02:19:01.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.615321  3614 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313, b30bcb3445e345bf88fa9209a517d058; no voters: 
02:19:01.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.615474  3763 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 0 FOLLOWER]: Leader pre-election won for term 1
02:19:01.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.615525  3763 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
02:19:01.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.615548  3763 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 0 FOLLOWER]: Advancing to term 1
02:19:01.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.616396  3763 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:01.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.616550  3763 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 1 election: Requested vote from peers 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411), c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.616837  3411 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "b30bcb3445e345bf88fa9209a517d058" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c48afc99d5e1416082fb4a0b8e74793a"
02:19:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.616914  3411 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 0 FOLLOWER]: Advancing to term 1
02:19:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.617770  3411 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b30bcb3445e345bf88fa9209a517d058 in term 1.
02:19:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.617956  3546 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "b30bcb3445e345bf88fa9209a517d058" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8a06146cb38541a5b4d7f3acaa37c313"
02:19:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.618031  3546 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 0 FOLLOWER]: Advancing to term 1
02:19:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.619053  3546 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b30bcb3445e345bf88fa9209a517d058 in term 1.
02:19:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.619290  3614 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313, b30bcb3445e345bf88fa9209a517d058; no voters: 
02:19:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.619400  3763 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 1 FOLLOWER]: Leader election won for term 1
02:19:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.619539  3763 raft_consensus.cc:697] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 1 LEADER]: Becoming Leader. State: Replica: b30bcb3445e345bf88fa9209a517d058, State: Running, Role: LEADER
02:19:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.619629  3763 consensus_queue.cc:237] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:01.620031  3730 tablet.cc:2406] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:19:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.620663  3231 catalog_manager.cc:5697] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 reported cstate change: term changed from 0 to 1, leader changed from <none> to b30bcb3445e345bf88fa9209a517d058 (127.2.249.67). New cstate: current_term: 1 leader_uuid: "b30bcb3445e345bf88fa9209a517d058" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } health_report { overall_health: UNKNOWN } } }
02:19:01.646 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 01a6e485f27241c9bf1e25733ae25e2c
02:19:01.666 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:01.673 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:01.675 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [8ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=null) after lookup
02:19:01.687 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:01.690 [DEBUG - kudu-nio-3] (Connection.java:757) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] Successfully connected to peer
02:19:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:01.742317  3595 tablet.cc:2406] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Can't schedule compaction. Clean time has not been advanced past its initial value.
02:19:01.758 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xb09475c6, L:/127.0.0.1:56364 - R:/127.2.249.67:39521] using TOKEN/null
02:19:01.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.761052  3411 raft_consensus.cc:1275] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 1 FOLLOWER]: Refusing update from remote peer b30bcb3445e345bf88fa9209a517d058: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:19:01.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.761395  3546 raft_consensus.cc:1275] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 1 FOLLOWER]: Refusing update from remote peer b30bcb3445e345bf88fa9209a517d058: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
02:19:01.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.761804  3763 consensus_queue.cc:1048] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:19:01.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.761968  3769 consensus_queue.cc:1048] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
02:19:01.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.765890  3773 mvcc.cc:204] Tried to move back new op lower bound from 7305122372650401792 to 7305122372074463232. Current Snapshot: MvccSnapshot[applied={T|T < 7305122372650401792}]
02:19:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.768676  3775 mvcc.cc:204] Tried to move back new op lower bound from 7305122372650401792 to 7305122372074463232. Current Snapshot: MvccSnapshot[applied={T|T < 7305122372650401792}]
02:19:01.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.768971  3774 mvcc.cc:204] Tried to move back new op lower bound from 7305122372650401792 to 7305122372074463232. Current Snapshot: MvccSnapshot[applied={T|T < 7305122372650401792}]
02:19:01.844 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995, tablet=fc071d4303ee4dd0bd36fe3128a6c820, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:19:01.845 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.249.67:39521
02:19:01.847 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:19:01.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:01.847355  3045 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskaEJf1C/build/release/bin/kudu with pid 3599
02:19:01.853 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:01.855 [DEBUG - kudu-nio-3] (Connection.java:239) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] handling channelInactive
02:19:01.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state READY due to: connection closed
02:19:01.856 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: connection closed
02:19:01.872 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:01.873 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:01.873 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [3ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1729299743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5ad59254 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b14ff40 -> wakeup thread Time-limited test)) after lookup
02:19:01.874 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:01.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:01.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:01.878 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:01.892 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:01.892 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:01.893 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [3ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [21ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [25ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [25ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [38ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1729299743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5ad59254 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@768947556 after retry RPC@1100994587), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b14ff40 -> wakeup thread Time-limited test -> (continuation of Deferred@768947556 after retry RPC@1100994587))) after lookup
02:19:01.894 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:01.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:01.896 [DEBUG - kudu-nio-5] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:01.896 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:01.911 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:01.912 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:01.913 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [3ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [21ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [25ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [25ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [38ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [40ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [43ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [43ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [58ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1729299743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5ad59254 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@768947556 after retry RPC@1100994587) -> (continuation of Deferred@124088916 after retry RPC@1216314662), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b14ff40 -> wakeup thread Time-limited test -> (continuation of Deferred@768947556 after retry RPC@1100994587) -> (continuation of Deferred@124088916 after retry RPC@1216314662))) after lookup
02:19:01.914 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:01.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:01.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:01.917 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:02.012 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:02.012 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:02.012 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=158), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [3ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [21ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [25ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [25ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [38ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [40ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [43ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [43ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [58ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [61ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [64ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [64ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [158ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1729299743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5ad59254 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@768947556 after retry RPC@1100994587) -> (continuation of Deferred@124088916 after retry RPC@1216314662) -> (continuation of Deferred@13340531 after retry RPC@355446524), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b14ff40 -> wakeup thread Time-limited test -> (continuation of Deferred@768947556 after retry RPC@1100994587) -> (continuation of Deferred@124088916 after retry RPC@1216314662) -> (continuation of Deferred@13340531 after retry RPC@355446524))) after lookup
02:19:02.013 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:02.015 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:02.015 [DEBUG - kudu-nio-7] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:02.015 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:02.072 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:02.072 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:02.073 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=219), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [3ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [21ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [25ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [25ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [38ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [40ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [43ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [43ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [58ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [61ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [64ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [64ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [158ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [160ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [162ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [162ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [216ms] refreshing cache from master, [216ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [218ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1729299743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5ad59254 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@768947556 after retry RPC@1100994587) -> (continuation of Deferred@124088916 after retry RPC@1216314662) -> (continuation of Deferred@13340531 after retry RPC@355446524) -> (continuation of Deferred@1416518901 after retry RPC@35258653), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b14ff40 -> wakeup thread Time-limited test -> (continuation of Deferred@768947556 after retry RPC@1100994587) -> (continuation of Deferred@124088916 after retry RPC@1216314662) -> (continuation of Deferred@13340531 after retry RPC@355446524) -> (continuation of Deferred@1416518901 after retry RPC@35258653))) after lookup
02:19:02.074 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:02.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:02.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:02.075 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:03.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.298566  3787 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader b30bcb3445e345bf88fa9209a517d058)
02:19:03.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.298697  3787 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:03.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.299034  3787 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521), 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:03.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.299161  3788 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader b30bcb3445e345bf88fa9209a517d058)
02:19:03.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.299222  3788 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:03.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:03.299453  3345 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111)
02:19:03.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.299715  3788 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521), c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:03.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:03.299825  3480 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111)
02:19:03.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:03.300271  3345 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521): Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111)
02:19:03.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:03.300297  3480 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521): Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111)
02:19:03.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.302304  3546 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "c48afc99d5e1416082fb4a0b8e74793a" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "8a06146cb38541a5b4d7f3acaa37c313" is_pre_election: true
02:19:03.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.302395  3546 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c48afc99d5e1416082fb4a0b8e74793a in term 1.
02:19:03.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.302577  3344 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313, c48afc99d5e1416082fb4a0b8e74793a; no voters: b30bcb3445e345bf88fa9209a517d058
02:19:03.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.302692  3787 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 1 FOLLOWER]: Leader pre-election won for term 2
02:19:03.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.302740  3787 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 1 FOLLOWER]: Starting leader election (detected failure of leader b30bcb3445e345bf88fa9209a517d058)
02:19:03.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.302762  3787 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 1 FOLLOWER]: Advancing to term 2
02:19:03.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.302767  3411 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "8a06146cb38541a5b4d7f3acaa37c313" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "c48afc99d5e1416082fb4a0b8e74793a" is_pre_election: true
02:19:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.303399  3787 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:03.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.303520  3411 raft_consensus.cc:2393] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 8a06146cb38541a5b4d7f3acaa37c313 in current term 2: Already voted for candidate c48afc99d5e1416082fb4a0b8e74793a in this term.
02:19:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.303545  3787 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 2 election: Requested vote from peers b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521), 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.303730  3546 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "c48afc99d5e1416082fb4a0b8e74793a" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "8a06146cb38541a5b4d7f3acaa37c313"
02:19:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.303753  3479 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313; no voters: b30bcb3445e345bf88fa9209a517d058, c48afc99d5e1416082fb4a0b8e74793a
02:19:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.303790  3546 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 1 FOLLOWER]: Advancing to term 2
02:19:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:03.304018  3345 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521): Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111)
02:19:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.304478  3546 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c48afc99d5e1416082fb4a0b8e74793a in term 2.
02:19:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.304580  3788 raft_consensus.cc:2749] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
02:19:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.304669  3344 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313, c48afc99d5e1416082fb4a0b8e74793a; no voters: b30bcb3445e345bf88fa9209a517d058
02:19:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.304759  3787 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 2 FOLLOWER]: Leader election won for term 2
02:19:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.304896  3787 raft_consensus.cc:697] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 2 LEADER]: Becoming Leader. State: Replica: c48afc99d5e1416082fb4a0b8e74793a, State: Running, Role: LEADER
02:19:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.304966  3787 consensus_queue.cc:237] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.305656  3231 catalog_manager.cc:5697] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a reported cstate change: term changed from 1 to 2, leader changed from b30bcb3445e345bf88fa9209a517d058 (127.2.249.67) to c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65). New cstate: current_term: 2 leader_uuid: "c48afc99d5e1416082fb4a0b8e74793a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } health_report { overall_health: HEALTHY } } }
02:19:03.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.765317  3546 raft_consensus.cc:1275] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 2 FOLLOWER]: Refusing update from remote peer c48afc99d5e1416082fb4a0b8e74793a: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
02:19:03.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.765652  3787 consensus_queue.cc:1048] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [LEADER]: Connected to new peer: Peer: permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
02:19:03.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:03.767896  3345 consensus_peers.cc:597] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a -> Peer b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521): Couldn't send request to peer b30bcb3445e345bf88fa9209a517d058. Status: Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:19:03.831 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:03.832 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:03.832 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1978), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [3ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [19ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [21ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [25ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [25ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [38ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [40ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [43ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [43ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [55ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [58ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [61ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [64ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [64ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [158ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [160ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [162ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [162ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [216ms] refreshing cache from master, [216ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [218ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [220ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [222ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [222ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [1976ms] refreshing cache from master, [1976ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [1978ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1729299743(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5ad59254 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@768947556 after retry RPC@1100994587) -> (continuation of Deferred@124088916 after retry RPC@1216314662) -> (continuation of Deferred@13340531 after retry RPC@355446524) -> (continuation of Deferred@1416518901 after retry RPC@35258653) -> (continuation of Deferred@490469833 after retry RPC@1341850010), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7b14ff40 -> wakeup thread Time-limited test -> (continuation of Deferred@768947556 after retry RPC@1100994587) -> (continuation of Deferred@124088916 after retry RPC@1216314662) -> (continuation of Deferred@13340531 after retry RPC@355446524) -> (continuation of Deferred@1416518901 after retry RPC@35258653) -> (continuation of Deferred@490469833 after retry RPC@1341850010))) after lookup
02:19:03.833 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:03.834 [DEBUG - kudu-nio-1] (Connection.java:757) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] Successfully connected to peer
02:19:03.850 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x9c8aeb6f, L:/127.0.0.1:51654 - R:/127.2.249.65:44491] using TOKEN/null
02:19:03.860 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.249.67:39521
02:19:03.862 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:19:03.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.862538  3045 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:03.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:03.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:03.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data
02:19:03.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:19:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:19:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:19:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/logs
02:19:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/info.pb
02:19:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:19:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:19:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:19:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:19:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:03.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:19:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:19:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.67:39521
02:19:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.67
02:19:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42869
02:19:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.67
02:19:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:03.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:19:03.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:03.961948  3816 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:19:03.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:03.962101  3816 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:19:03.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:03.962121  3816 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:19:03.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:03.963519  3816 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:19:03.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:03.963565  3816 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.249.67
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.965133  3816 tablet_server_runner.cc:78] Tablet server non-default flags:
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.67:39521
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/info.pb
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.67
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42869
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3816
02:19:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:19:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:19:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.67
02:19:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/logs
02:19:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:19:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:19:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:19:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:19:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:19:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:19:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:18 UTC on e7f111948823
02:19:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12765
02:19:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.965378  3816 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:19:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.965605  3816 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:19:03.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:03.967880  3821 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:03.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:03.967943  3824 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:03.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:03.967931  3822 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:03.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.968447  3816 server_base.cc:1061] running on GCE node
02:19:03.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.968604  3816 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:19:03.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.968788  3816 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:19:03.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.969962  3816 hybrid_clock.cc:648] HybridClock initialized: now 1783477143969936 us; error 39 us; skew 500 ppm
02:19:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.971124  3816 webserver.cc:533] Webserver started at http://127.2.249.67:42869/ using document root <none> and password file <none>
02:19:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.971382  3816 fs_manager.cc:362] Metadata directory not provided
02:19:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.971487  3816 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:19:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.972842  3816 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:19:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.973588  3830 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:19:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.973743  3816 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
02:19:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.973804  3816 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data,/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b30bcb3445e345bf88fa9209a517d058"
02:19:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.974117  3816 fs_report.cc:389] FS layout report
02:19:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:19:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/data
02:19:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:19:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:19:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:19:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:19:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:19:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:19:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:19:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:19:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:19:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:19:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:19:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.988444  3816 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:19:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.988821  3816 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:19:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.988955  3816 kserver.cc:163] Server-wide thread pool size limit: 3276
02:19:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.989187  3816 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:19:03.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.989723  3837 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:19:03.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.990520  3816 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:19:03.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.990597  3816 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:19:03.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.990635  3816 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:19:03.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.991252  3816 ts_tablet_manager.cc:616] Registered 1 tablets
02:19:03.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.991310  3816 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:19:03.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.991333  3837 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Bootstrap starting.
02:19:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.998296  3816 rpc_server.cc:307] RPC server started. Bound to: 127.2.249.67:39521
02:19:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.998342  3944 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.249.67:39521 every 8 connection(s)
02:19:03.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:03.998711  3816 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/info.pb
02:19:04.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.001637  3837 log.cc:826] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Log is configured to *not* fsync() on all Append() calls
02:19:04.004 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:04.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.002791  3045 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskaEJf1C/build/release/bin/kudu as pid 3816
02:19:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.004863  3837 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:19:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.005153  3837 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Bootstrap complete.
02:19:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.005306  3946 heartbeater.cc:344] Connected to a master server at 127.2.249.126:42823
02:19:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.005390  3946 heartbeater.cc:461] Registering TS with master...
02:19:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.005563  3946 heartbeater.cc:507] Master 127.2.249.126:42823 requested a full tablet report, sending...
02:19:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.006109  3087 ts_manager.cc:194] Re-registered known tserver with Master: b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521)
02:19:04.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.006219  3837 ts_tablet_manager.cc:1403] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Time spent bootstrapping tablet: real 0.015s	user 0.006s	sys 0.007s
02:19:04.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.006875  3945 heartbeater.cc:344] Connected to a master server at 127.2.249.124:45075
02:19:04.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.006927  3945 heartbeater.cc:461] Registering TS with master...
02:19:04.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.007017  3945 heartbeater.cc:507] Master 127.2.249.124:45075 requested a full tablet report, sending...
02:19:04.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.007318  3231 ts_manager.cc:194] Re-registered known tserver with Master: b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521)
02:19:04.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.007299  3837 raft_consensus.cc:359] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:04.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.007701  3837 raft_consensus.cc:740] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: b30bcb3445e345bf88fa9209a517d058, State: Initialized, Role: FOLLOWER
02:19:04.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.007822  3837 consensus_queue.cc:260] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:04.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.007817  3231 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.249.67:42279
02:19:04.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.008033  3837 ts_tablet_manager.cc:1434] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.003s
02:19:04.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.008451  3945 heartbeater.cc:499] Master 127.2.249.124:45075 was elected leader, sending a full tablet report...
02:19:04.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.008916  3947 heartbeater.cc:344] Connected to a master server at 127.2.249.125:43761
02:19:04.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.008977  3947 heartbeater.cc:461] Registering TS with master...
02:19:04.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.009020  3947 heartbeater.cc:507] Master 127.2.249.125:43761 requested a full tablet report, sending...
02:19:04.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.009373  3159 ts_manager.cc:194] Re-registered known tserver with Master: b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521)
02:19:04.010 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995, tablet=fc071d4303ee4dd0bd36fe3128a6c820, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:19:04.010 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.249.65:44491
02:19:04.011 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:19:04.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:04.011304  3045 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskaEJf1C/build/release/bin/kudu with pid 3329
02:19:04.016 [DEBUG - kudu-nio-1] (Connection.java:239) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] handling channelInactive
02:19:04.016 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:04.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state READY due to: connection closed
02:19:04.017 [DEBUG - Time-limited test] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:04.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:04.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:04.019 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:04.031 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:04.031 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:04.032 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [1ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [2ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [14ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@87706601(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@23c34b53 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@271cb793 -> wakeup thread Time-limited test)) after lookup
02:19:04.032 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:04.033 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:04.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:04.034 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:04.051 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:04.051 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:04.052 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [1ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [2ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [14ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [15ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [17ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [17ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [34ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@87706601(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@23c34b53 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2106685742 after retry RPC@1064560928), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@271cb793 -> wakeup thread Time-limited test -> (continuation of Deferred@2106685742 after retry RPC@1064560928))) after lookup
02:19:04.053 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:04.054 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:04.054 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:04.054 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:04.071 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:04.072 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:04.072 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [1ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [2ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [14ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [15ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [17ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [17ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [34ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [35ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [37ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [37ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [54ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@87706601(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@23c34b53 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2106685742 after retry RPC@1064560928) -> (continuation of Deferred@227509347 after retry RPC@764757531), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@271cb793 -> wakeup thread Time-limited test -> (continuation of Deferred@2106685742 after retry RPC@1064560928) -> (continuation of Deferred@227509347 after retry RPC@764757531))) after lookup
02:19:04.073 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:04.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:04.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:04.075 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:04.112 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:04.112 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:04.113 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=95), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [1ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [2ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [14ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [15ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [17ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [17ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [34ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [35ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [37ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [37ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [54ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [56ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [58ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [58ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [95ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@87706601(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@23c34b53 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2106685742 after retry RPC@1064560928) -> (continuation of Deferred@227509347 after retry RPC@764757531) -> (continuation of Deferred@958691816 after retry RPC@1048986953), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@271cb793 -> wakeup thread Time-limited test -> (continuation of Deferred@2106685742 after retry RPC@1064560928) -> (continuation of Deferred@227509347 after retry RPC@764757531) -> (continuation of Deferred@958691816 after retry RPC@1048986953))) after lookup
02:19:04.114 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:04.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:04.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:04.115 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:04.571 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:04.571 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:04.572 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=554), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [1ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [2ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [14ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [15ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [17ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [17ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [34ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [35ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [37ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [37ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [54ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [56ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [58ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [58ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [95ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [96ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [98ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [98ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [551ms] refreshing cache from master, [551ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [554ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@87706601(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@23c34b53 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2106685742 after retry RPC@1064560928) -> (continuation of Deferred@227509347 after retry RPC@764757531) -> (continuation of Deferred@958691816 after retry RPC@1048986953) -> (continuation of Deferred@2084859607 after retry RPC@1894043675), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@271cb793 -> wakeup thread Time-limited test -> (continuation of Deferred@2106685742 after retry RPC@1064560928) -> (continuation of Deferred@227509347 after retry RPC@764757531) -> (continuation of Deferred@958691816 after retry RPC@1048986953) -> (continuation of Deferred@2084859607 after retry RPC@1894043675))) after lookup
02:19:04.573 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:04.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:04.575 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:04.575 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.359772  3958 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader c48afc99d5e1416082fb4a0b8e74793a)
02:19:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.359867  3958 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.360138  3958 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521), c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:05.360914  3479 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491): Network error: Client connection negotiation failed: client connection to 127.2.249.65:44491: connect: Connection refused (error 111)
02:19:05.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.363442  3899 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "8a06146cb38541a5b4d7f3acaa37c313" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "b30bcb3445e345bf88fa9209a517d058" is_pre_election: true
02:19:05.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.363577  3899 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8a06146cb38541a5b4d7f3acaa37c313 in term 1.
02:19:05.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.363823  3480 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313, b30bcb3445e345bf88fa9209a517d058; no voters: c48afc99d5e1416082fb4a0b8e74793a
02:19:05.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.363976  3958 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 2 FOLLOWER]: Leader pre-election won for term 3
02:19:05.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.364038  3958 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 2 FOLLOWER]: Starting leader election (detected failure of leader c48afc99d5e1416082fb4a0b8e74793a)
02:19:05.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.364054  3958 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 2 FOLLOWER]: Advancing to term 3
02:19:05.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.364712  3958 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:05.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.364856  3958 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 3 election: Requested vote from peers b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521), c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:05.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.365012  3899 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "8a06146cb38541a5b4d7f3acaa37c313" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "b30bcb3445e345bf88fa9209a517d058"
02:19:05.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.365120  3899 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 1 FOLLOWER]: Advancing to term 3
02:19:05.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:05.365470  3479 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491): Network error: Client connection negotiation failed: client connection to 127.2.249.65:44491: connect: Connection refused (error 111)
02:19:05.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.366225  3899 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8a06146cb38541a5b4d7f3acaa37c313 in term 3.
02:19:05.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.366412  3480 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313, b30bcb3445e345bf88fa9209a517d058; no voters: c48afc99d5e1416082fb4a0b8e74793a
02:19:05.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.366503  3958 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 3 FOLLOWER]: Leader election won for term 3
02:19:05.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.366627  3958 raft_consensus.cc:697] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 3 LEADER]: Becoming Leader. State: Replica: 8a06146cb38541a5b4d7f3acaa37c313, State: Running, Role: LEADER
02:19:05.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.366709  3958 consensus_queue.cc:237] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:05.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.367476  3231 catalog_manager.cc:5697] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 reported cstate change: term changed from 2 to 3, leader changed from c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65) to 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66). New cstate: current_term: 3 leader_uuid: "8a06146cb38541a5b4d7f3acaa37c313" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } health_report { overall_health: UNKNOWN } } }
02:19:05.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:05.875370  3479 consensus_peers.cc:597] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 -> Peer c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491): Couldn't send request to peer c48afc99d5e1416082fb4a0b8e74793a. Status: Network error: Client connection negotiation failed: client connection to 127.2.249.65:44491: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:19:05.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.960057  3899 raft_consensus.cc:1275] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 3 FOLLOWER]: Refusing update from remote peer 8a06146cb38541a5b4d7f3acaa37c313: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
02:19:05.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:05.960417  3975 consensus_queue.cc:1048] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
02:19:06.252 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:06.252 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:06.253 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=2235), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [1ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [2ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [14ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [15ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [17ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [17ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [34ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [35ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [37ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [37ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [54ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [56ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [58ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [58ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [95ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [96ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [98ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [98ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [551ms] refreshing cache from master, [551ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [554ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [555ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [558ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [558ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [2232ms] refreshing cache from master, [2232ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [2234ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@87706601(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@23c34b53 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2106685742 after retry RPC@1064560928) -> (continuation of Deferred@227509347 after retry RPC@764757531) -> (continuation of Deferred@958691816 after retry RPC@1048986953) -> (continuation of Deferred@2084859607 after retry RPC@1894043675) -> (continuation of Deferred@1911183968 after retry RPC@800845776), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@271cb793 -> wakeup thread Time-limited test -> (continuation of Deferred@2106685742 after retry RPC@1064560928) -> (continuation of Deferred@227509347 after retry RPC@764757531) -> (continuation of Deferred@958691816 after retry RPC@1048986953) -> (continuation of Deferred@2084859607 after retry RPC@1894043675) -> (continuation of Deferred@1911183968 after retry RPC@800845776))) after lookup
02:19:06.254 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:06.255 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] Successfully connected to peer
02:19:06.277 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x9e6721a1, L:/127.0.0.1:49788 - R:/127.2.249.66:46411] using TOKEN/null
02:19:06.287 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.249.65:44491
02:19:06.288 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.289201  3045 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/logs
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data/info.pb
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:19:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:19:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.65:44491
02:19:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.65
02:19:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44631
02:19:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.65
02:19:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:19:06.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:06.366087  3989 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:19:06.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:06.366257  3989 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:19:06.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:06.366277  3989 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:19:06.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:06.367707  3989 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:19:06.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:06.367755  3989 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.249.65
02:19:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.369179  3989 tablet_server_runner.cc:78] Tablet server non-default flags:
02:19:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:19:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data
02:19:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:06.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.65:44491
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data/info.pb
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.65
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44631
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.3989
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.65
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/logs
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:19:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:19:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:19:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:19:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:18 UTC on e7f111948823
02:19:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12765
02:19:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.369436  3989 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:19:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.369650  3989 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:19:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:06.372037  3994 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:06.372107  3997 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:06.372151  3995 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.372715  3989 server_base.cc:1061] running on GCE node
02:19:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.372875  3989 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:19:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.373080  3989 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:19:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.374289  3989 hybrid_clock.cc:648] HybridClock initialized: now 1783477146374261 us; error 37 us; skew 500 ppm
02:19:06.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.375365  3989 webserver.cc:533] Webserver started at http://127.2.249.65:44631/ using document root <none> and password file <none>
02:19:06.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.375582  3989 fs_manager.cc:362] Metadata directory not provided
02:19:06.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.375684  3989 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:19:06.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.376936  3989 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:19:06.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.377676  4003 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:19:06.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.377838  3989 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
02:19:06.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.377889  3989 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data,/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:06.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c48afc99d5e1416082fb4a0b8e74793a"
02:19:06.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:06.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.378254  3989 fs_report.cc:389] FS layout report
02:19:06.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:19:06.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:06.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:06.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data/data
02:19:06.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:19:06.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:19:06.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:19:06.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:19:06.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:19:06.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:19:06.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:19:06.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:19:06.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:19:06.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:19:06.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:19:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.390717  3989 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:19:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.390957  3989 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:19:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.391040  3989 kserver.cc:163] Server-wide thread pool size limit: 3276
02:19:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.391230  3989 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:19:06.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.391731  4010 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:19:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.392589  3989 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:19:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.392649  3989 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:19:06.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.392683  3989 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:19:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.393375  3989 ts_tablet_manager.cc:616] Registered 1 tablets
02:19:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.393443  3989 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.001s	sys 0.000s
02:19:06.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.393466  4010 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Bootstrap starting.
02:19:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.400419  3989 rpc_server.cc:307] RPC server started. Bound to: 127.2.249.65:44491
02:19:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.400481  4118 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.249.65:44491 every 8 connection(s)
02:19:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.400769  3989 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data/info.pb
02:19:06.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.403507  3045 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskaEJf1C/build/release/bin/kudu as pid 3989
02:19:06.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:06.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.405838  4010 log.cc:826] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Log is configured to *not* fsync() on all Append() calls
02:19:06.408 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995, tablet=fc071d4303ee4dd0bd36fe3128a6c820, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:19:06.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.408243  4120 heartbeater.cc:344] Connected to a master server at 127.2.249.126:42823
02:19:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.408331  4120 heartbeater.cc:461] Registering TS with master...
02:19:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.408514  4120 heartbeater.cc:507] Master 127.2.249.126:42823 requested a full tablet report, sending...
02:19:06.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.409405  3087 ts_manager.cc:194] Re-registered known tserver with Master: c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:06.410 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.249.66:46411
02:19:06.410 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:19:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.410017  4010 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:19:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.410341  4010 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Bootstrap complete.
02:19:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.410678  3045 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskaEJf1C/build/release/bin/kudu with pid 3464
02:19:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.412210  4010 ts_tablet_manager.cc:1403] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Time spent bootstrapping tablet: real 0.019s	user 0.008s	sys 0.006s
02:19:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.412742  4121 heartbeater.cc:344] Connected to a master server at 127.2.249.125:43761
02:19:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.412791  4121 heartbeater.cc:461] Registering TS with master...
02:19:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.412889  4121 heartbeater.cc:507] Master 127.2.249.125:43761 requested a full tablet report, sending...
02:19:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.413278  4010 raft_consensus.cc:359] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.413561  4010 raft_consensus.cc:740] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: c48afc99d5e1416082fb4a0b8e74793a, State: Initialized, Role: FOLLOWER
02:19:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.413646  4010 consensus_queue.cc:260] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.413879  4010 ts_tablet_manager.cc:1434] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
02:19:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.413957  3159 ts_manager.cc:194] Re-registered known tserver with Master: c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.414732  4119 heartbeater.cc:344] Connected to a master server at 127.2.249.124:45075
02:19:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.414794  4119 heartbeater.cc:461] Registering TS with master...
02:19:06.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.414904  4119 heartbeater.cc:507] Master 127.2.249.124:45075 requested a full tablet report, sending...
02:19:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.415182  3230 ts_manager.cc:194] Re-registered known tserver with Master: c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:06.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.415632  3230 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.249.65:51037
02:19:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:06.416215  4119 heartbeater.cc:499] Master 127.2.249.124:45075 was elected leader, sending a full tablet report...
02:19:06.418 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:06.418 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] handling channelInactive
02:19:06.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state READY due to: connection closed
02:19:06.419 [DEBUG - Time-limited test] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:06.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.420 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.430 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:06.431 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:06.431 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [2ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [12ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@156988538(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@365b2e9c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79426c8d -> wakeup thread Time-limited test)) after lookup
02:19:06.431 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:06.432 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.432 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.433 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.451 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:06.451 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:06.452 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [2ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [12ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [13ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [14ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [15ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [33ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@156988538(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@365b2e9c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1455759914 after retry RPC@1007225467), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79426c8d -> wakeup thread Time-limited test -> (continuation of Deferred@1455759914 after retry RPC@1007225467))) after lookup
02:19:06.453 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:06.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.454 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.454 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.471 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:06.471 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:06.472 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=53), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [2ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [12ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [13ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [14ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [15ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [33ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [34ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [36ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [36ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [53ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@156988538(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@365b2e9c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1455759914 after retry RPC@1007225467) -> (continuation of Deferred@1132795750 after retry RPC@925599679), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79426c8d -> wakeup thread Time-limited test -> (continuation of Deferred@1455759914 after retry RPC@1007225467) -> (continuation of Deferred@1132795750 after retry RPC@925599679))) after lookup
02:19:06.472 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:06.473 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.473 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.473 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.531 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:06.531 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:06.531 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=113), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [2ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [12ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [13ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [14ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [15ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [33ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [34ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [36ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [36ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [53ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [54ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [55ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [55ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [110ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [112ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@156988538(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@365b2e9c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1455759914 after retry RPC@1007225467) -> (continuation of Deferred@1132795750 after retry RPC@925599679) -> (continuation of Deferred@1248676432 after retry RPC@554707677), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79426c8d -> wakeup thread Time-limited test -> (continuation of Deferred@1455759914 after retry RPC@1007225467) -> (continuation of Deferred@1132795750 after retry RPC@925599679) -> (continuation of Deferred@1248676432 after retry RPC@554707677))) after lookup
02:19:06.532 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:06.533 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.533 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.534 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.652 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:06.652 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:06.653 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=234), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [2ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [12ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [13ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [14ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [15ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [33ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [34ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [36ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [36ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [53ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [54ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [55ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [55ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [110ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [112ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [114ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [115ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [116ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [231ms] refreshing cache from master, [231ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [234ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@156988538(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@365b2e9c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1455759914 after retry RPC@1007225467) -> (continuation of Deferred@1132795750 after retry RPC@925599679) -> (continuation of Deferred@1248676432 after retry RPC@554707677) -> (continuation of Deferred@1539402745 after retry RPC@2066211998), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79426c8d -> wakeup thread Time-limited test -> (continuation of Deferred@1455759914 after retry RPC@1007225467) -> (continuation of Deferred@1132795750 after retry RPC@925599679) -> (continuation of Deferred@1248676432 after retry RPC@554707677) -> (continuation of Deferred@1539402745 after retry RPC@2066211998))) after lookup
02:19:06.654 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:06.655 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.655 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.655 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.811 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:06.811 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:06.812 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=393), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [2ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [12ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [13ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [14ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [15ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [33ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [34ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [36ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [36ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [53ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [54ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [55ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [55ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [110ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [112ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [114ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [115ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [116ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [231ms] refreshing cache from master, [231ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [234ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [236ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [237ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [237ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [391ms] refreshing cache from master, [391ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [393ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@156988538(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@365b2e9c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1455759914 after retry RPC@1007225467) -> (continuation of Deferred@1132795750 after retry RPC@925599679) -> (continuation of Deferred@1248676432 after retry RPC@554707677) -> (continuation of Deferred@1539402745 after retry RPC@2066211998) -> (continuation of Deferred@1607850568 after retry RPC@454219320), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79426c8d -> wakeup thread Time-limited test -> (continuation of Deferred@1455759914 after retry RPC@1007225467) -> (continuation of Deferred@1132795750 after retry RPC@925599679) -> (continuation of Deferred@1248676432 after retry RPC@554707677) -> (continuation of Deferred@1539402745 after retry RPC@2066211998) -> (continuation of Deferred@1607850568 after retry RPC@454219320))) after lookup
02:19:06.812 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:06.813 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.813 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:06.814 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:07.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.787704  4132 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 8a06146cb38541a5b4d7f3acaa37c313)
02:19:07.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.787801  4132 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:07.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.788172  4132 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411), c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:07.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:07.788637  3831 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.249.66:46411: connect: Connection refused (error 111)
02:19:07.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:07.789175  3831 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411): Network error: Client connection negotiation failed: client connection to 127.2.249.66:46411: connect: Connection refused (error 111)
02:19:07.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.791739  4072 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "b30bcb3445e345bf88fa9209a517d058" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "c48afc99d5e1416082fb4a0b8e74793a" is_pre_election: true
02:19:07.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.791874  4072 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b30bcb3445e345bf88fa9209a517d058 in term 2.
02:19:07.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.792110  3831 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b30bcb3445e345bf88fa9209a517d058, c48afc99d5e1416082fb4a0b8e74793a; no voters: 8a06146cb38541a5b4d7f3acaa37c313
02:19:07.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.792243  4132 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 3 FOLLOWER]: Leader pre-election won for term 4
02:19:07.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.792304  4132 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 8a06146cb38541a5b4d7f3acaa37c313)
02:19:07.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.792321  4132 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 3 FOLLOWER]: Advancing to term 4
02:19:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.792923  4132 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.793063  4132 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 4 election: Requested vote from peers 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411), c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.793375  4072 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "b30bcb3445e345bf88fa9209a517d058" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "c48afc99d5e1416082fb4a0b8e74793a"
02:19:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.793452  4072 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 2 FOLLOWER]: Advancing to term 4
02:19:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:07.793709  3831 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411): Network error: Client connection negotiation failed: client connection to 127.2.249.66:46411: connect: Connection refused (error 111)
02:19:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.794494  4072 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b30bcb3445e345bf88fa9209a517d058 in term 4.
02:19:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.794687  3831 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b30bcb3445e345bf88fa9209a517d058, c48afc99d5e1416082fb4a0b8e74793a; no voters: 8a06146cb38541a5b4d7f3acaa37c313
02:19:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.794801  4132 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 4 FOLLOWER]: Leader election won for term 4
02:19:07.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.794945  4132 raft_consensus.cc:697] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 4 LEADER]: Becoming Leader. State: Replica: b30bcb3445e345bf88fa9209a517d058, State: Running, Role: LEADER
02:19:07.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.795042  4132 consensus_queue.cc:237] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:07.795933  3230 catalog_manager.cc:5697] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 reported cstate change: term changed from 3 to 4, leader changed from 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66) to b30bcb3445e345bf88fa9209a517d058 (127.2.249.67). New cstate: current_term: 4 leader_uuid: "b30bcb3445e345bf88fa9209a517d058" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } health_report { overall_health: UNKNOWN } } }
02:19:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.223222  4072 raft_consensus.cc:1275] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 4 FOLLOWER]: Refusing update from remote peer b30bcb3445e345bf88fa9209a517d058: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
02:19:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.223592  4132 consensus_queue.cc:1048] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
02:19:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:08.226547  3831 consensus_peers.cc:597] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 -> Peer 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411): Couldn't send request to peer 8a06146cb38541a5b4d7f3acaa37c313. Status: Network error: Client connection negotiation failed: client connection to 127.2.249.66:46411: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:19:08.511 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:08.511 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:08.512 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=2093), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [2ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [2ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [12ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [13ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [14ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [15ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [33ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [34ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [36ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [36ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [50ms] refreshing cache from master, [50ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [53ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [54ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [55ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [55ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [110ms] refreshing cache from master, [111ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [112ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [114ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [115ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [116ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [231ms] refreshing cache from master, [231ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [234ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [236ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [237ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [237ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [391ms] refreshing cache from master, [391ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [393ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [394ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [396ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [396ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [2091ms] refreshing cache from master, [2091ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [2093ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@156988538(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@365b2e9c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1455759914 after retry RPC@1007225467) -> (continuation of Deferred@1132795750 after retry RPC@925599679) -> (continuation of Deferred@1248676432 after retry RPC@554707677) -> (continuation of Deferred@1539402745 after retry RPC@2066211998) -> (continuation of Deferred@1607850568 after retry RPC@454219320) -> (continuation of Deferred@767569481 after retry RPC@552509151), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79426c8d -> wakeup thread Time-limited test -> (continuation of Deferred@1455759914 after retry RPC@1007225467) -> (continuation of Deferred@1132795750 after retry RPC@925599679) -> (continuation of Deferred@1248676432 after retry RPC@554707677) -> (continuation of Deferred@1539402745 after retry RPC@2066211998) -> (continuation of Deferred@1607850568 after retry RPC@454219320) -> (continuation of Deferred@767569481 after retry RPC@552509151))) after lookup
02:19:08.513 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:08.514 [DEBUG - kudu-nio-0] (Connection.java:757) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] Successfully connected to peer
02:19:08.527 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x05f32cae, L:/127.0.0.1:56420 - R:/127.2.249.67:39521] using TOKEN/null
02:19:08.536 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.249.66:46411
02:19:08.537 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:19:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.537393  3045 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data
02:19:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:19:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:19:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:19:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/logs
02:19:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data/info.pb
02:19:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:19:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:19:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:19:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:19:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:19:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:19:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.66:46411
02:19:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.66
02:19:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41489
02:19:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.66
02:19:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:19:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:08.613196  4160 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:19:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:08.613394  4160 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:19:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:08.613426  4160 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:19:08.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:08.614972  4160 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:19:08.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:08.615063  4160 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.249.66
02:19:08.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.616598  4160 tablet_server_runner.cc:78] Tablet server non-default flags:
02:19:08.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:08.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:08.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:08.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:19:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data
02:19:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.66:46411
02:19:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:19:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data/info.pb
02:19:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.66
02:19:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41489
02:19:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:19:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4160
02:19:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:19:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:19:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.66
02:19:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/logs
02:19:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:19:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:19:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:19:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:19:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:19:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:19:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:18 UTC on e7f111948823
02:19:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12765
02:19:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.616837  4160 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:19:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.617076  4160 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:19:08.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:08.619663  4165 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:08.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:08.619733  4168 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:08.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:08.619647  4166 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:08.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.620147  4160 server_base.cc:1061] running on GCE node
02:19:08.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.620384  4160 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:19:08.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.620535  4160 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:19:08.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.621657  4160 hybrid_clock.cc:648] HybridClock initialized: now 1783477148621639 us; error 38 us; skew 500 ppm
02:19:08.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.622658  4160 webserver.cc:533] Webserver started at http://127.2.249.66:41489/ using document root <none> and password file <none>
02:19:08.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.622804  4160 fs_manager.cc:362] Metadata directory not provided
02:19:08.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.622859  4160 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:19:08.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.623950  4160 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:19:08.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.624441  4174 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:19:08.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.624593  4160 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.624656  4160 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data,/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a06146cb38541a5b4d7f3acaa37c313"
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.624964  4160 fs_report.cc:389] FS layout report
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data/data
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:19:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:19:08.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:19:08.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.632150  4160 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:19:08.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.632449  4160 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:19:08.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.632589  4160 kserver.cc:163] Server-wide thread pool size limit: 3276
02:19:08.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.632805  4160 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:19:08.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.633344  4182 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:19:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.634101  4160 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:19:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.634160  4160 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:19:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.634194  4160 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:19:08.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.634868  4160 ts_tablet_manager.cc:616] Registered 1 tablets
02:19:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.634918  4160 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:19:08.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.634943  4182 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Bootstrap starting.
02:19:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.642381  4160 rpc_server.cc:307] RPC server started. Bound to: 127.2.249.66:46411
02:19:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.642771  4160 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data/info.pb
02:19:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.643983  4289 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.249.66:46411 every 8 connection(s)
02:19:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.645016  4182 log.cc:826] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Log is configured to *not* fsync() on all Append() calls
02:19:08.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.649113  4290 heartbeater.cc:344] Connected to a master server at 127.2.249.124:45075
02:19:08.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.649227  4290 heartbeater.cc:461] Registering TS with master...
02:19:08.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.649443  4290 heartbeater.cc:507] Master 127.2.249.124:45075 requested a full tablet report, sending...
02:19:08.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.649626  4182 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:19:08.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.649942  4292 heartbeater.cc:344] Connected to a master server at 127.2.249.125:43761
02:19:08.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.649962  3230 ts_manager.cc:194] Re-registered known tserver with Master: 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:08.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.650005  4292 heartbeater.cc:461] Registering TS with master...
02:19:08.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.650089  4292 heartbeater.cc:507] Master 127.2.249.125:43761 requested a full tablet report, sending...
02:19:08.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.650484  3230 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.249.66:33305
02:19:08.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.650797  3159 ts_manager.cc:194] Re-registered known tserver with Master: 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.651089  4182 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Bootstrap complete.
02:19:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.651517  3045 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskaEJf1C/build/release/bin/kudu as pid 4160
02:19:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.651604  4291 heartbeater.cc:344] Connected to a master server at 127.2.249.126:42823
02:19:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.651654  4291 heartbeater.cc:461] Registering TS with master...
02:19:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.651721  4291 heartbeater.cc:507] Master 127.2.249.126:42823 requested a full tablet report, sending...
02:19:08.651 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:08.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.652249  4182 ts_tablet_manager.cc:1403] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Time spent bootstrapping tablet: real 0.017s	user 0.006s	sys 0.007s
02:19:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.653113  4182 raft_consensus.cc:359] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.653527  4182 raft_consensus.cc:740] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a06146cb38541a5b4d7f3acaa37c313, State: Initialized, Role: FOLLOWER
02:19:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.653656  4182 consensus_queue.cc:260] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.653900  4182 ts_tablet_manager.cc:1434] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.003s
02:19:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.654006  4290 heartbeater.cc:499] Master 127.2.249.124:45075 was elected leader, sending a full tablet report...
02:19:08.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.655143  3087 ts_manager.cc:194] Re-registered known tserver with Master: 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:08.656 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995, tablet=fc071d4303ee4dd0bd36fe3128a6c820, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:19:08.661 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.249.67:39521
02:19:08.662 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:19:08.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:08.662482  3045 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskaEJf1C/build/release/bin/kudu with pid 3816
02:19:08.669 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:08.670 [DEBUG - kudu-nio-0] (Connection.java:239) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] handling channelInactive
02:19:08.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state READY due to: connection closed
02:19:08.690 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:08.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:08.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:08.691 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:08.711 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:08.711 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:08.711 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [21ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [21ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [38ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [41ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@208676762(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@7a2c064d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5683862f -> wakeup thread Time-limited test)) after lookup
02:19:08.712 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:08.713 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:08.713 [DEBUG - kudu-nio-2] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:08.713 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:08.732 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:08.732 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:08.732 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [21ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [21ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [38ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [41ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [42ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [43ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [43ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [61ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@208676762(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@7a2c064d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1524485074 after retry RPC@279284824), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5683862f -> wakeup thread Time-limited test -> (continuation of Deferred@1524485074 after retry RPC@279284824))) after lookup
02:19:08.733 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:08.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:08.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:08.734 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:08.811 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:08.811 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:08.811 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=141), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [21ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [21ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [38ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [41ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [42ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [43ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [43ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [61ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [62ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [64ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [65ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [138ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [140ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@208676762(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@7a2c064d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1524485074 after retry RPC@279284824) -> (continuation of Deferred@608522992 after retry RPC@406769004), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5683862f -> wakeup thread Time-limited test -> (continuation of Deferred@1524485074 after retry RPC@279284824) -> (continuation of Deferred@608522992 after retry RPC@406769004))) after lookup
02:19:08.812 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:08.813 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:08.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:08.814 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:09.051 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:09.051 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:09.052 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=382), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [21ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [21ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [38ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [41ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [42ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [43ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [43ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [61ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [62ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [64ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [65ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [138ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [140ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [142ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [144ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [144ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [378ms] refreshing cache from master, [379ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [381ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@208676762(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@7a2c064d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1524485074 after retry RPC@279284824) -> (continuation of Deferred@608522992 after retry RPC@406769004) -> (continuation of Deferred@1120690871 after retry RPC@746029615), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5683862f -> wakeup thread Time-limited test -> (continuation of Deferred@1524485074 after retry RPC@279284824) -> (continuation of Deferred@608522992 after retry RPC@406769004) -> (continuation of Deferred@1120690871 after retry RPC@746029615))) after lookup
02:19:09.053 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:09.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:09.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:09.054 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:09.291 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:09.292 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:09.292 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=622), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [21ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [21ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [38ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [41ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [42ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [43ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [43ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [61ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [62ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [64ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [65ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [138ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [140ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [142ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [144ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [144ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [378ms] refreshing cache from master, [379ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [381ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [383ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [384ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [385ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [619ms] refreshing cache from master, [619ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [621ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@208676762(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@7a2c064d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1524485074 after retry RPC@279284824) -> (continuation of Deferred@608522992 after retry RPC@406769004) -> (continuation of Deferred@1120690871 after retry RPC@746029615) -> (continuation of Deferred@559213167 after retry RPC@832725648), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5683862f -> wakeup thread Time-limited test -> (continuation of Deferred@1524485074 after retry RPC@279284824) -> (continuation of Deferred@608522992 after retry RPC@406769004) -> (continuation of Deferred@1120690871 after retry RPC@746029615) -> (continuation of Deferred@559213167 after retry RPC@832725648))) after lookup
02:19:09.293 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:09.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:09.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:09.295 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:10.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.036490  4303 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 4 FOLLOWER]: Starting pre-election (detected failure of leader b30bcb3445e345bf88fa9209a517d058)
02:19:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.036593  4303 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.036885  4303 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521), 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:10.037319  4005 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111)
02:19:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:10.037770  4005 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521): Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111)
02:19:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.040442  4244 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "c48afc99d5e1416082fb4a0b8e74793a" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "8a06146cb38541a5b4d7f3acaa37c313" is_pre_election: true
02:19:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.040604  4244 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c48afc99d5e1416082fb4a0b8e74793a in term 3.
02:19:10.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.040858  4004 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313, c48afc99d5e1416082fb4a0b8e74793a; no voters: b30bcb3445e345bf88fa9209a517d058
02:19:10.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.040997  4303 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 4 FOLLOWER]: Leader pre-election won for term 5
02:19:10.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.041064  4303 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 4 FOLLOWER]: Starting leader election (detected failure of leader b30bcb3445e345bf88fa9209a517d058)
02:19:10.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.041092  4303 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 4 FOLLOWER]: Advancing to term 5
02:19:10.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.041745  4303 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:10.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.041904  4303 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 5 election: Requested vote from peers b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521), 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:10.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.042073  4244 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "c48afc99d5e1416082fb4a0b8e74793a" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "8a06146cb38541a5b4d7f3acaa37c313"
02:19:10.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.042165  4244 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 3 FOLLOWER]: Advancing to term 5
02:19:10.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:10.042479  4005 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521): Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111)
02:19:10.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.043267  4244 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c48afc99d5e1416082fb4a0b8e74793a in term 5.
02:19:10.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.043442  4004 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313, c48afc99d5e1416082fb4a0b8e74793a; no voters: b30bcb3445e345bf88fa9209a517d058
02:19:10.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.043517  4303 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 5 FOLLOWER]: Leader election won for term 5
02:19:10.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.043665  4303 raft_consensus.cc:697] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 5 LEADER]: Becoming Leader. State: Replica: c48afc99d5e1416082fb4a0b8e74793a, State: Running, Role: LEADER
02:19:10.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.043895  4303 consensus_queue.cc:237] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:10.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.044615  3230 catalog_manager.cc:5697] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a reported cstate change: term changed from 4 to 5, leader changed from b30bcb3445e345bf88fa9209a517d058 (127.2.249.67) to c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65). New cstate: current_term: 5 leader_uuid: "c48afc99d5e1416082fb4a0b8e74793a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } health_report { overall_health: HEALTHY } } }
02:19:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:10.451606  4005 consensus_peers.cc:597] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a -> Peer b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521): Couldn't send request to peer b30bcb3445e345bf88fa9209a517d058. Status: Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:19:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.668581  4244 raft_consensus.cc:1275] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 5 FOLLOWER]: Refusing update from remote peer c48afc99d5e1416082fb4a0b8e74793a: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
02:19:10.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:10.668947  4303 consensus_queue.cc:1048] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [LEADER]: Connected to new peer: Peer: permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
02:19:12.471 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:12.471 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:12.472 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=3802), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [21ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [21ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [38ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [41ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [42ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [43ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [43ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [61ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [62ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [64ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [65ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [138ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [140ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [142ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [144ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [144ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [378ms] refreshing cache from master, [379ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [381ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [383ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [384ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [385ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [619ms] refreshing cache from master, [619ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [621ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [623ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [624ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [625ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [3798ms] refreshing cache from master, [3798ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [3801ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@208676762(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@7a2c064d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1524485074 after retry RPC@279284824) -> (continuation of Deferred@608522992 after retry RPC@406769004) -> (continuation of Deferred@1120690871 after retry RPC@746029615) -> (continuation of Deferred@559213167 after retry RPC@832725648) -> (continuation of Deferred@1145234690 after retry RPC@1725344248), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5683862f -> wakeup thread Time-limited test -> (continuation of Deferred@1524485074 after retry RPC@279284824) -> (continuation of Deferred@608522992 after retry RPC@406769004) -> (continuation of Deferred@1120690871 after retry RPC@746029615) -> (continuation of Deferred@559213167 after retry RPC@832725648) -> (continuation of Deferred@1145234690 after retry RPC@1725344248))) after lookup
02:19:12.473 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:12.474 [DEBUG - kudu-nio-7] (Connection.java:757) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] Successfully connected to peer
02:19:12.496 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x1dce1bf3, L:/127.0.0.1:47676 - R:/127.2.249.65:44491] using TOKEN/null
02:19:12.505 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.249.67:39521
02:19:12.506 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:19:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.506513  3045 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data
02:19:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:19:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:19:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:19:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/logs
02:19:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/info.pb
02:19:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.67:39521
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.67
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42869
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.67
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:12.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:19:12.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:12.583238  4347 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:19:12.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:12.583410  4347 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:19:12.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:12.583429  4347 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:19:12.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:12.584863  4347 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:19:12.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:12.584914  4347 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.249.67
02:19:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.586457  4347 tablet_server_runner.cc:78] Tablet server non-default flags:
02:19:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:19:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data
02:19:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.67:39521
02:19:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:19:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/info.pb
02:19:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.67
02:19:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42869
02:19:12.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4347
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.67
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/logs
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:18 UTC on e7f111948823
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12765
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.586627  4347 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:19:12.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.586795  4347 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:19:12.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:12.589440  4353 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:12.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:12.589438  4355 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:12.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:12.589448  4352 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:12.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.589932  4347 server_base.cc:1061] running on GCE node
02:19:12.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.590121  4347 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:19:12.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.590342  4347 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:19:12.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.591507  4347 hybrid_clock.cc:648] HybridClock initialized: now 1783477152591486 us; error 33 us; skew 500 ppm
02:19:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.592599  4347 webserver.cc:533] Webserver started at http://127.2.249.67:42869/ using document root <none> and password file <none>
02:19:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.592747  4347 fs_manager.cc:362] Metadata directory not provided
02:19:12.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.592792  4347 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:19:12.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.593870  4347 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.000s
02:19:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.594380  4361 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:19:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.594521  4347 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
02:19:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.594570  4347 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data,/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b30bcb3445e345bf88fa9209a517d058"
02:19:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.594812  4347 fs_report.cc:389] FS layout report
02:19:12.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:19:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/data
02:19:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:19:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:19:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:19:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:19:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:19:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:19:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:19:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:19:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:19:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:19:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:19:12.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.605715  4347 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:19:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.605967  4347 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:19:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.606052  4347 kserver.cc:163] Server-wide thread pool size limit: 3276
02:19:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.606228  4347 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:19:12.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.606743  4368 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:19:12.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.607563  4347 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:19:12.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.607646  4347 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:19:12.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.607687  4347 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:19:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.608345  4347 ts_tablet_manager.cc:616] Registered 1 tablets
02:19:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.608407  4347 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:19:12.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.608434  4368 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Bootstrap starting.
02:19:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.615574  4347 rpc_server.cc:307] RPC server started. Bound to: 127.2.249.67:39521
02:19:12.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.615684  4476 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.249.67:39521 every 8 connection(s)
02:19:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.616015  4347 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/info.pb
02:19:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.617457  4368 log.cc:826] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Log is configured to *not* fsync() on all Append() calls
02:19:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.620540  4368 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:19:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.620833  4368 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Bootstrap complete.
02:19:12.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.621425  3045 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskaEJf1C/build/release/bin/kudu as pid 4347
02:19:12.621 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:12.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.621913  4368 ts_tablet_manager.cc:1403] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Time spent bootstrapping tablet: real 0.014s	user 0.003s	sys 0.009s
02:19:12.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.622853  4368 raft_consensus.cc:359] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:12.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.623133  4368 raft_consensus.cc:740] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: b30bcb3445e345bf88fa9209a517d058, State: Initialized, Role: FOLLOWER
02:19:12.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.623250  4368 consensus_queue.cc:260] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:12.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.623528  4368 ts_tablet_manager.cc:1434] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
02:19:12.625 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995, tablet=fc071d4303ee4dd0bd36fe3128a6c820, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:19:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.625710  4478 heartbeater.cc:344] Connected to a master server at 127.2.249.126:42823
02:19:12.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.625803  4478 heartbeater.cc:461] Registering TS with master...
02:19:12.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.625988  4478 heartbeater.cc:507] Master 127.2.249.126:42823 requested a full tablet report, sending...
02:19:12.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.626281  4479 heartbeater.cc:344] Connected to a master server at 127.2.249.125:43761
02:19:12.626 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.249.65:44491
02:19:12.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.626328  4479 heartbeater.cc:461] Registering TS with master...
02:19:12.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.626420  4479 heartbeater.cc:507] Master 127.2.249.125:43761 requested a full tablet report, sending...
02:19:12.626 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:19:12.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.626792  3082 ts_manager.cc:194] Re-registered known tserver with Master: b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521)
02:19:12.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.626824  3159 ts_manager.cc:194] Re-registered known tserver with Master: b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521)
02:19:12.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.627019  3045 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskaEJf1C/build/release/bin/kudu with pid 3989
02:19:12.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.628721  4477 heartbeater.cc:344] Connected to a master server at 127.2.249.124:45075
02:19:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.628785  4477 heartbeater.cc:461] Registering TS with master...
02:19:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.628886  4477 heartbeater.cc:507] Master 127.2.249.124:45075 requested a full tablet report, sending...
02:19:12.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.629400  3230 ts_manager.cc:194] Re-registered known tserver with Master: b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521)
02:19:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.629876  3230 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.249.67:59825
02:19:12.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:12.630399  4477 heartbeater.cc:499] Master 127.2.249.124:45075 was elected leader, sending a full tablet report...
02:19:12.633 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:12.633 [DEBUG - kudu-nio-7] (Connection.java:239) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] handling channelInactive
02:19:12.633 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state READY due to: connection closed
02:19:12.634 [DEBUG - Time-limited test] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:12.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:12.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:12.635 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:12.651 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:12.652 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:12.652 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [2ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [2ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [18ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1327327425(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@1cd791b3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e35029 -> wakeup thread Time-limited test)) after lookup
02:19:12.653 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:12.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:12.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:12.654 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:12.671 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:12.671 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:12.671 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [2ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [2ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [18ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [19ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [21ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [21ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1327327425(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@1cd791b3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1470398407 after retry RPC@2019614539), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e35029 -> wakeup thread Time-limited test -> (continuation of Deferred@1470398407 after retry RPC@2019614539))) after lookup
02:19:12.672 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:12.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:12.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:12.674 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:12.711 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:12.711 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:12.712 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [2ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [2ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [18ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [19ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [21ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [21ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [39ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [41ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [41ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [77ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1327327425(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@1cd791b3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1470398407 after retry RPC@2019614539) -> (continuation of Deferred@553675240 after retry RPC@2070822814), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e35029 -> wakeup thread Time-limited test -> (continuation of Deferred@1470398407 after retry RPC@2019614539) -> (continuation of Deferred@553675240 after retry RPC@2070822814))) after lookup
02:19:12.713 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:12.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:12.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:12.714 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:12.752 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:12.752 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:12.753 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=119), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [2ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [2ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [18ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [19ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [21ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [21ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [39ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [41ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [41ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [77ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [79ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [81ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [81ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [118ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1327327425(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@1cd791b3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1470398407 after retry RPC@2019614539) -> (continuation of Deferred@553675240 after retry RPC@2070822814) -> (continuation of Deferred@1768401803 after retry RPC@1677716470), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e35029 -> wakeup thread Time-limited test -> (continuation of Deferred@1470398407 after retry RPC@2019614539) -> (continuation of Deferred@553675240 after retry RPC@2070822814) -> (continuation of Deferred@1768401803 after retry RPC@1677716470))) after lookup
02:19:12.754 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:12.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:12.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:12.755 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:13.150 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:13.151 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:13.151 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=518), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [2ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [2ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [18ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [19ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [21ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [21ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [39ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [41ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [41ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [77ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [79ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [81ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [81ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [118ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [120ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [122ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [122ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [515ms] refreshing cache from master, [515ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [517ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1327327425(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@1cd791b3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1470398407 after retry RPC@2019614539) -> (continuation of Deferred@553675240 after retry RPC@2070822814) -> (continuation of Deferred@1768401803 after retry RPC@1677716470) -> (continuation of Deferred@1594320372 after retry RPC@1136367033), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e35029 -> wakeup thread Time-limited test -> (continuation of Deferred@1470398407 after retry RPC@2019614539) -> (continuation of Deferred@553675240 after retry RPC@2070822814) -> (continuation of Deferred@1768401803 after retry RPC@1677716470) -> (continuation of Deferred@1594320372 after retry RPC@1136367033))) after lookup
02:19:13.152 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:13.153 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:13.153 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:13.154 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:13.211 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:13.212 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:13.212 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=579), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [2ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [2ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [18ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [19ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [21ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [21ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [39ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [41ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [41ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [77ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [79ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [81ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [81ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [118ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [120ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [122ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [122ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [515ms] refreshing cache from master, [515ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [517ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [519ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [520ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [521ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [576ms] refreshing cache from master, [576ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [578ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1327327425(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@1cd791b3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1470398407 after retry RPC@2019614539) -> (continuation of Deferred@553675240 after retry RPC@2070822814) -> (continuation of Deferred@1768401803 after retry RPC@1677716470) -> (continuation of Deferred@1594320372 after retry RPC@1136367033) -> (continuation of Deferred@264647950 after retry RPC@273641234), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e35029 -> wakeup thread Time-limited test -> (continuation of Deferred@1470398407 after retry RPC@2019614539) -> (continuation of Deferred@553675240 after retry RPC@2070822814) -> (continuation of Deferred@1768401803 after retry RPC@1677716470) -> (continuation of Deferred@1594320372 after retry RPC@1136367033) -> (continuation of Deferred@264647950 after retry RPC@273641234))) after lookup
02:19:13.213 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:13.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:13.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:13.215 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:14.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.006022  4490 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader c48afc99d5e1416082fb4a0b8e74793a)
02:19:14.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.006121  4490 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:14.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.006417  4490 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521), c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:14.006857  4176 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.249.65:44491: connect: Connection refused (error 111)
02:19:14.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:14.007397  4176 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491): Network error: Client connection negotiation failed: client connection to 127.2.249.65:44491: connect: Connection refused (error 111)
02:19:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.010182  4430 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "8a06146cb38541a5b4d7f3acaa37c313" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "b30bcb3445e345bf88fa9209a517d058" is_pre_election: true
02:19:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.010327  4430 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8a06146cb38541a5b4d7f3acaa37c313 in term 4.
02:19:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.010582  4177 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313, b30bcb3445e345bf88fa9209a517d058; no voters: c48afc99d5e1416082fb4a0b8e74793a
02:19:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.010723  4490 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 5 FOLLOWER]: Leader pre-election won for term 6
02:19:14.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.010788  4490 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 5 FOLLOWER]: Starting leader election (detected failure of leader c48afc99d5e1416082fb4a0b8e74793a)
02:19:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.010807  4490 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 5 FOLLOWER]: Advancing to term 6
02:19:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.011364  4490 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.011513  4490 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 6 election: Requested vote from peers b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521), c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.011686  4430 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "8a06146cb38541a5b4d7f3acaa37c313" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "b30bcb3445e345bf88fa9209a517d058"
02:19:14.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.011776  4430 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 4 FOLLOWER]: Advancing to term 6
02:19:14.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:14.012058  4176 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491): Network error: Client connection negotiation failed: client connection to 127.2.249.65:44491: connect: Connection refused (error 111)
02:19:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.012887  4430 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8a06146cb38541a5b4d7f3acaa37c313 in term 6.
02:19:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.013105  4177 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313, b30bcb3445e345bf88fa9209a517d058; no voters: c48afc99d5e1416082fb4a0b8e74793a
02:19:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.013214  4490 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 6 FOLLOWER]: Leader election won for term 6
02:19:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.013393  4490 raft_consensus.cc:697] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 6 LEADER]: Becoming Leader. State: Replica: 8a06146cb38541a5b4d7f3acaa37c313, State: Running, Role: LEADER
02:19:14.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.013533  4490 consensus_queue.cc:237] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:14.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.014312  3230 catalog_manager.cc:5697] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 reported cstate change: term changed from 5 to 6, leader changed from c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65) to 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66). New cstate: current_term: 6 leader_uuid: "8a06146cb38541a5b4d7f3acaa37c313" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } health_report { overall_health: UNKNOWN } } }
02:19:14.131 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:14.132 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:14.132 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1499), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [2ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [2ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [18ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [19ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [21ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [21ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [39ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [41ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [41ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [77ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [79ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [81ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [81ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [118ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [120ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [122ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [122ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [515ms] refreshing cache from master, [515ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [517ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [519ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [520ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [521ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [576ms] refreshing cache from master, [576ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [578ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [580ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [582ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [582ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [1496ms] refreshing cache from master, [1496ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [1498ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1327327425(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@1cd791b3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1470398407 after retry RPC@2019614539) -> (continuation of Deferred@553675240 after retry RPC@2070822814) -> (continuation of Deferred@1768401803 after retry RPC@1677716470) -> (continuation of Deferred@1594320372 after retry RPC@1136367033) -> (continuation of Deferred@264647950 after retry RPC@273641234) -> (continuation of Deferred@1768043712 after retry RPC@37679361), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e35029 -> wakeup thread Time-limited test -> (continuation of Deferred@1470398407 after retry RPC@2019614539) -> (continuation of Deferred@553675240 after retry RPC@2070822814) -> (continuation of Deferred@1768401803 after retry RPC@1677716470) -> (continuation of Deferred@1594320372 after retry RPC@1136367033) -> (continuation of Deferred@264647950 after retry RPC@273641234) -> (continuation of Deferred@1768043712 after retry RPC@37679361))) after lookup
02:19:14.133 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:14.134 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] Successfully connected to peer
02:19:14.148 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x3d782cd4, L:/127.0.0.1:41900 - R:/127.2.249.66:46411] using TOKEN/null
02:19:14.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.150326  4430 raft_consensus.cc:1275] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 6 FOLLOWER]: Refusing update from remote peer 8a06146cb38541a5b4d7f3acaa37c313: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 22. (index mismatch)
02:19:14.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:14.150548  4176 consensus_peers.cc:597] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 -> Peer c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491): Couldn't send request to peer c48afc99d5e1416082fb4a0b8e74793a. Status: Network error: Client connection negotiation failed: client connection to 127.2.249.65:44491: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:19:14.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.150918  4495 consensus_queue.cc:1048] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
02:19:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.153868  4511 mvcc.cc:204] Tried to move back new op lower bound from 7305122423396564992 to 7305122422840020992. Current Snapshot: MvccSnapshot[applied={T|T < 7305122423396564992}]
02:19:14.163 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.249.65:44491
02:19:14.165 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:19:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.165866  3045 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data
02:19:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:19:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:19:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:19:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/logs
02:19:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data/info.pb
02:19:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:14.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:19:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:19:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:19:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:19:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:19:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:19:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.65:44491
02:19:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.65
02:19:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44631
02:19:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.65
02:19:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:14.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:19:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:14.244307  4517 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:19:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:14.244505  4517 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:19:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:14.244536  4517 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:19:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:14.246244  4517 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:19:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:14.246337  4517 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.249.65
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.247927  4517 tablet_server_runner.cc:78] Tablet server non-default flags:
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.65:44491
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data/info.pb
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.65
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44631
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:19:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4517
02:19:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:19:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:19:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.65
02:19:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/logs
02:19:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:19:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:19:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:19:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:19:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:19:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:19:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:18 UTC on e7f111948823
02:19:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12765
02:19:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.248171  4517 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:19:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.248440  4517 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:19:14.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:14.251224  4523 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:14.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:14.251217  4522 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:14.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:14.251371  4525 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:14.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.251739  4517 server_base.cc:1061] running on GCE node
02:19:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.251960  4517 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:19:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.252199  4517 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:19:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.253350  4517 hybrid_clock.cc:648] HybridClock initialized: now 1783477154253322 us; error 36 us; skew 500 ppm
02:19:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.254513  4517 webserver.cc:533] Webserver started at http://127.2.249.65:44631/ using document root <none> and password file <none>
02:19:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.254737  4517 fs_manager.cc:362] Metadata directory not provided
02:19:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.254813  4517 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:19:14.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.256239  4517 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:19:14.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.256852  4531 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:19:14.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.257045  4517 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
02:19:14.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.257120  4517 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data,/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:14.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c48afc99d5e1416082fb4a0b8e74793a"
02:19:14.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:14.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.257480  4517 fs_report.cc:389] FS layout report
02:19:14.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:19:14.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:14.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:14.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data/data
02:19:14.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:19:14.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:19:14.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:19:14.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:19:14.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:19:14.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:19:14.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:19:14.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:19:14.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:19:14.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:19:14.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:19:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.269065  4517 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:19:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.269448  4517 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:19:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.269609  4517 kserver.cc:163] Server-wide thread pool size limit: 3276
02:19:14.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.269837  4517 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:19:14.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.270303  4538 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:19:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.271102  4517 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:19:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.271166  4517 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:19:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.271201  4517 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:19:14.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.271800  4517 ts_tablet_manager.cc:616] Registered 1 tablets
02:19:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.271857  4517 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:19:14.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.271886  4538 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Bootstrap starting.
02:19:14.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.279278  4517 rpc_server.cc:307] RPC server started. Bound to: 127.2.249.65:44491
02:19:14.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.279366  4646 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.249.65:44491 every 8 connection(s)
02:19:14.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.279701  4517 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data/info.pb
02:19:14.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.281255  4538 log.cc:826] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Log is configured to *not* fsync() on all Append() calls
02:19:14.282 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:14.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.281970  3045 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskaEJf1C/build/release/bin/kudu as pid 4517
02:19:14.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.284654  4538 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:19:14.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.284966  4538 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Bootstrap complete.
02:19:14.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.286449  4538 ts_tablet_manager.cc:1403] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Time spent bootstrapping tablet: real 0.015s	user 0.006s	sys 0.007s
02:19:14.287 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995, tablet=fc071d4303ee4dd0bd36fe3128a6c820, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:19:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.287657  4648 heartbeater.cc:344] Connected to a master server at 127.2.249.126:42823
02:19:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.287788  4648 heartbeater.cc:461] Registering TS with master...
02:19:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.287680  4538 raft_consensus.cc:359] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.287954  4538 raft_consensus.cc:740] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: c48afc99d5e1416082fb4a0b8e74793a, State: Initialized, Role: FOLLOWER
02:19:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.288050  4538 consensus_queue.cc:260] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.287961  4648 heartbeater.cc:507] Master 127.2.249.126:42823 requested a full tablet report, sending...
02:19:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.288285  4538 ts_tablet_manager.cc:1434] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
02:19:14.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.288684  3087 ts_manager.cc:194] Re-registered known tserver with Master: c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:14.289 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.249.66:46411
02:19:14.289 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:19:14.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.289812  3045 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskaEJf1C/build/release/bin/kudu with pid 4160
02:19:14.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.289858  4649 heartbeater.cc:344] Connected to a master server at 127.2.249.125:43761
02:19:14.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.289917  4649 heartbeater.cc:461] Registering TS with master...
02:19:14.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.290014  4649 heartbeater.cc:507] Master 127.2.249.125:43761 requested a full tablet report, sending...
02:19:14.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.291507  3159 ts_manager.cc:194] Re-registered known tserver with Master: c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:14.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.291846  4647 heartbeater.cc:344] Connected to a master server at 127.2.249.124:45075
02:19:14.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.291906  4647 heartbeater.cc:461] Registering TS with master...
02:19:14.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.292002  4647 heartbeater.cc:507] Master 127.2.249.124:45075 requested a full tablet report, sending...
02:19:14.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.293509  3230 ts_manager.cc:194] Re-registered known tserver with Master: c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:14.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.293967  3230 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.249.65:45687
02:19:14.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:14.295621  4647 heartbeater.cc:499] Master 127.2.249.124:45075 was elected leader, sending a full tablet report...
02:19:14.295 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:14.296 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] handling channelInactive
02:19:14.296 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state READY due to: connection closed
02:19:14.310 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:14.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:14.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:14.311 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:14.330 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:14.331 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:14.331 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=3, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [15ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [15ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [34ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@789559695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5a4cf396 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@23f0987a -> wakeup thread Time-limited test)) after lookup
02:19:14.332 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:14.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:14.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:14.333 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:14.351 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:14.351 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:14.352 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=5, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=56), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [15ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [15ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [34ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [36ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [37ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [37ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [55ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@789559695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5a4cf396 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1481843457 after retry RPC@2085479874), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@23f0987a -> wakeup thread Time-limited test -> (continuation of Deferred@1481843457 after retry RPC@2085479874))) after lookup
02:19:14.353 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:14.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:14.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:14.354 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:14.392 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:14.392 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:14.392 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=7, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=96), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [15ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [15ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [34ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [36ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [37ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [37ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [55ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [56ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [58ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [58ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [95ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@789559695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5a4cf396 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1481843457 after retry RPC@2085479874) -> (continuation of Deferred@957307860 after retry RPC@713018050), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@23f0987a -> wakeup thread Time-limited test -> (continuation of Deferred@1481843457 after retry RPC@2085479874) -> (continuation of Deferred@957307860 after retry RPC@713018050))) after lookup
02:19:14.393 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:14.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:14.395 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:14.395 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:14.632 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:14.632 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:14.632 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=9, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=336), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [15ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [15ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [34ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [36ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [37ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [37ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [55ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [56ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [58ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [58ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [95ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [97ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [99ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [99ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [333ms] refreshing cache from master, [333ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [335ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@789559695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5a4cf396 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1481843457 after retry RPC@2085479874) -> (continuation of Deferred@957307860 after retry RPC@713018050) -> (continuation of Deferred@1603497809 after retry RPC@191797179), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@23f0987a -> wakeup thread Time-limited test -> (continuation of Deferred@1481843457 after retry RPC@2085479874) -> (continuation of Deferred@957307860 after retry RPC@713018050) -> (continuation of Deferred@1603497809 after retry RPC@191797179))) after lookup
02:19:14.633 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:14.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:14.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:14.634 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:15.131 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:15.131 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:15.132 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=11, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=836), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [15ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [15ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [34ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [36ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [37ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [37ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [55ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [56ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [58ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [58ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [95ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [97ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [99ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [99ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [333ms] refreshing cache from master, [333ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [335ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [337ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [338ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [339ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [832ms] refreshing cache from master, [832ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [834ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@789559695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5a4cf396 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1481843457 after retry RPC@2085479874) -> (continuation of Deferred@957307860 after retry RPC@713018050) -> (continuation of Deferred@1603497809 after retry RPC@191797179) -> (continuation of Deferred@2008955457 after retry RPC@1825136866), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@23f0987a -> wakeup thread Time-limited test -> (continuation of Deferred@1481843457 after retry RPC@2085479874) -> (continuation of Deferred@957307860 after retry RPC@713018050) -> (continuation of Deferred@1603497809 after retry RPC@191797179) -> (continuation of Deferred@2008955457 after retry RPC@1825136866))) after lookup
02:19:15.133 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:15.134 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:15.134 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:15.134 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:15.472 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:15.472 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:15.473 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=13, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1176), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [15ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [15ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [34ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [36ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [37ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [37ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [55ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [56ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [58ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [58ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [95ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [97ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [99ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [99ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [333ms] refreshing cache from master, [333ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [335ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [337ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [338ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [339ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [832ms] refreshing cache from master, [832ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [834ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [837ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [838ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [838ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [1173ms] refreshing cache from master, [1173ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [1175ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@789559695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5a4cf396 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1481843457 after retry RPC@2085479874) -> (continuation of Deferred@957307860 after retry RPC@713018050) -> (continuation of Deferred@1603497809 after retry RPC@191797179) -> (continuation of Deferred@2008955457 after retry RPC@1825136866) -> (continuation of Deferred@1961073157 after retry RPC@1196366843), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@23f0987a -> wakeup thread Time-limited test -> (continuation of Deferred@1481843457 after retry RPC@2085479874) -> (continuation of Deferred@957307860 after retry RPC@713018050) -> (continuation of Deferred@1603497809 after retry RPC@191797179) -> (continuation of Deferred@2008955457 after retry RPC@1825136866) -> (continuation of Deferred@1961073157 after retry RPC@1196366843))) after lookup
02:19:15.474 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:15.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:15.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:15.475 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:15.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.663805  4661 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 8a06146cb38541a5b4d7f3acaa37c313)
02:19:15.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.663924  4661 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:15.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.664268  4661 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411), c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:15.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:15.664746  4362 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.249.66:46411: connect: Connection refused (error 111)
02:19:15.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:15.665352  4362 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411): Network error: Client connection negotiation failed: client connection to 127.2.249.66:46411: connect: Connection refused (error 111)
02:19:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.667838  4600 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "b30bcb3445e345bf88fa9209a517d058" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "c48afc99d5e1416082fb4a0b8e74793a" is_pre_election: true
02:19:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.667973  4600 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b30bcb3445e345bf88fa9209a517d058 in term 5.
02:19:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.668243  4362 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b30bcb3445e345bf88fa9209a517d058, c48afc99d5e1416082fb4a0b8e74793a; no voters: 8a06146cb38541a5b4d7f3acaa37c313
02:19:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.668412  4661 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 6 FOLLOWER]: Leader pre-election won for term 7
02:19:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.668473  4661 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 8a06146cb38541a5b4d7f3acaa37c313)
02:19:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.668496  4661 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 6 FOLLOWER]: Advancing to term 7
02:19:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.669108  4661 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.669207  4661 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 7 election: Requested vote from peers 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411), c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.669610  4600 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "b30bcb3445e345bf88fa9209a517d058" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "c48afc99d5e1416082fb4a0b8e74793a"
02:19:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.669697  4600 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 5 FOLLOWER]: Advancing to term 7
02:19:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:15.669920  4362 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411): Network error: Client connection negotiation failed: client connection to 127.2.249.66:46411: connect: Connection refused (error 111)
02:19:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.670838  4600 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b30bcb3445e345bf88fa9209a517d058 in term 7.
02:19:15.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.671042  4362 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b30bcb3445e345bf88fa9209a517d058, c48afc99d5e1416082fb4a0b8e74793a; no voters: 8a06146cb38541a5b4d7f3acaa37c313
02:19:15.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.671155  4661 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 7 FOLLOWER]: Leader election won for term 7
02:19:15.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.671269  4661 raft_consensus.cc:697] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 7 LEADER]: Becoming Leader. State: Replica: b30bcb3445e345bf88fa9209a517d058, State: Running, Role: LEADER
02:19:15.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.671358  4661 consensus_queue.cc:237] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:15.672051  3230 catalog_manager.cc:5697] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 reported cstate change: term changed from 6 to 7, leader changed from 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66) to b30bcb3445e345bf88fa9209a517d058 (127.2.249.67). New cstate: current_term: 7 leader_uuid: "b30bcb3445e345bf88fa9209a517d058" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } health_report { overall_health: UNKNOWN } } }
02:19:16.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:16.175246  4600 raft_consensus.cc:1275] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 7 FOLLOWER]: Refusing update from remote peer b30bcb3445e345bf88fa9209a517d058: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
02:19:16.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:16.175597  4679 consensus_queue.cc:1048] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
02:19:16.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:16.179446  4362 consensus_peers.cc:597] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 -> Peer 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411): Couldn't send request to peer 8a06146cb38541a5b4d7f3acaa37c313. Status: Network error: Client connection negotiation failed: client connection to 127.2.249.66:46411: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:19:17.811 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:17.811 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:17.812 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=15, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=3515), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [15ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [15ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [34ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [36ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [37ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [37ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [55ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [56ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [58ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [58ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [95ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [97ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [99ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [99ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [333ms] refreshing cache from master, [333ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [335ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [337ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [338ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [339ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [832ms] refreshing cache from master, [832ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [834ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [837ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [838ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [838ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [1173ms] refreshing cache from master, [1173ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [1175ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [1178ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [1179ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [1179ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [3512ms] refreshing cache from master, [3512ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [3514ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@789559695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5a4cf396 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1481843457 after retry RPC@2085479874) -> (continuation of Deferred@957307860 after retry RPC@713018050) -> (continuation of Deferred@1603497809 after retry RPC@191797179) -> (continuation of Deferred@2008955457 after retry RPC@1825136866) -> (continuation of Deferred@1961073157 after retry RPC@1196366843) -> (continuation of Deferred@1158852587 after retry RPC@2059269233), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@23f0987a -> wakeup thread Time-limited test -> (continuation of Deferred@1481843457 after retry RPC@2085479874) -> (continuation of Deferred@957307860 after retry RPC@713018050) -> (continuation of Deferred@1603497809 after retry RPC@191797179) -> (continuation of Deferred@2008955457 after retry RPC@1825136866) -> (continuation of Deferred@1961073157 after retry RPC@1196366843) -> (continuation of Deferred@1158852587 after retry RPC@2059269233))) after lookup
02:19:17.813 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:17.814 [DEBUG - kudu-nio-7] (Connection.java:757) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] Successfully connected to peer
02:19:17.833 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x060c9ddd, L:/127.0.0.1:36348 - R:/127.2.249.67:39521] using TOKEN/null
02:19:17.843 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.249.66:46411
02:19:17.844 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:19:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.844480  3045 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data
02:19:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:19:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:19:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:19:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/logs
02:19:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data/info.pb
02:19:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:19:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:19:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:19:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:19:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:19:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:19:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.66:46411
02:19:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.66
02:19:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41489
02:19:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.66
02:19:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:19:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:17.923434  4706 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:19:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:17.923635  4706 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:19:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:17.923666  4706 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:19:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:17.925330  4706 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:19:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:17.925428  4706 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.249.66
02:19:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.927054  4706 tablet_server_runner.cc:78] Tablet server non-default flags:
02:19:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:19:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data
02:19:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.66:46411
02:19:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:19:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data/info.pb
02:19:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.66
02:19:17.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41489
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4706
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.66
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/logs
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:18 UTC on e7f111948823
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12765
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.927333  4706 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:19:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.927608  4706 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:19:17.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:17.930478  4712 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:17.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:17.930491  4714 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:17.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:17.930496  4711 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:17.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.930763  4706 server_base.cc:1061] running on GCE node
02:19:17.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.931003  4706 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:19:17.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.931245  4706 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:19:17.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.932420  4706 hybrid_clock.cc:648] HybridClock initialized: now 1783477157932366 us; error 60 us; skew 500 ppm
02:19:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.933843  4706 webserver.cc:533] Webserver started at http://127.2.249.66:41489/ using document root <none> and password file <none>
02:19:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.934052  4706 fs_manager.cc:362] Metadata directory not provided
02:19:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.934116  4706 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:19:17.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.935583  4706 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.002s	sys 0.000s
02:19:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.936308  4720 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:19:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.936533  4706 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.936605  4706 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data,/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a06146cb38541a5b4d7f3acaa37c313"
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.936945  4706 fs_report.cc:389] FS layout report
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data/data
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:19:17.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:19:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.949821  4706 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:19:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.950152  4706 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:19:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.950242  4706 kserver.cc:163] Server-wide thread pool size limit: 3276
02:19:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.950417  4706 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:19:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.950860  4727 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:19:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.951767  4706 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:19:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.951808  4706 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:19:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.951833  4706 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:19:17.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.952322  4706 ts_tablet_manager.cc:616] Registered 1 tablets
02:19:17.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.952350  4706 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:19:17.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.952452  4727 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Bootstrap starting.
02:19:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.959064  4706 rpc_server.cc:307] RPC server started. Bound to: 127.2.249.66:46411
02:19:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.959151  4835 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.249.66:46411 every 8 connection(s)
02:19:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.959563  4706 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data/info.pb
02:19:17.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.962913  4727 log.cc:826] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Log is configured to *not* fsync() on all Append() calls
02:19:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.966581  4727 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:19:17.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.966817  4727 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Bootstrap complete.
02:19:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.967593  4727 ts_tablet_manager.cc:1403] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Time spent bootstrapping tablet: real 0.015s	user 0.001s	sys 0.010s
02:19:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.968364  4727 raft_consensus.cc:359] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.968643  4727 raft_consensus.cc:740] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a06146cb38541a5b4d7f3acaa37c313, State: Initialized, Role: FOLLOWER
02:19:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.968680  3045 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskaEJf1C/build/release/bin/kudu as pid 4706
02:19:17.969 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.969712  4727 consensus_queue.cc:260] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.969959  4727 ts_tablet_manager.cc:1434] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.002s
02:19:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.970587  4837 heartbeater.cc:344] Connected to a master server at 127.2.249.126:42823
02:19:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.970690  4837 heartbeater.cc:461] Registering TS with master...
02:19:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.970826  4836 heartbeater.cc:344] Connected to a master server at 127.2.249.124:45075
02:19:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.970880  4836 heartbeater.cc:461] Registering TS with master...
02:19:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.970891  4837 heartbeater.cc:507] Master 127.2.249.126:42823 requested a full tablet report, sending...
02:19:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.970974  4836 heartbeater.cc:507] Master 127.2.249.124:45075 requested a full tablet report, sending...
02:19:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.971231  4838 heartbeater.cc:344] Connected to a master server at 127.2.249.125:43761
02:19:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.971287  4838 heartbeater.cc:461] Registering TS with master...
02:19:17.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.971500  4838 heartbeater.cc:507] Master 127.2.249.125:43761 requested a full tablet report, sending...
02:19:17.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.971494  3087 ts_manager.cc:194] Re-registered known tserver with Master: 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:17.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.971601  3230 ts_manager.cc:194] Re-registered known tserver with Master: 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:17.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.972095  3230 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.249.66:47261
02:19:17.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.972543  3158 ts_manager.cc:194] Re-registered known tserver with Master: 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:17.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.972745  4836 heartbeater.cc:499] Master 127.2.249.124:45075 was elected leader, sending a full tablet report...
02:19:17.973 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995, tablet=fc071d4303ee4dd0bd36fe3128a6c820, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:19:17.974 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.249.67:39521
02:19:17.974 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:19:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:17.974860  3045 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskaEJf1C/build/release/bin/kudu with pid 4347
02:19:17.980 [DEBUG - kudu-nio-7] (Connection.java:239) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] handling channelInactive
02:19:17.980 [DEBUG - kudu-nio-7] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state READY due to: connection closed
02:19:17.981 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:17.981 [DEBUG - Time-limited test] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:17.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:17.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:17.983 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:17.991 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:17.991 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:17.991 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [1ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [2ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@601032256(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@36587037 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@459ee6ed -> wakeup thread Time-limited test)) after lookup
02:19:17.992 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:17.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:17.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:17.993 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:18.011 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:18.011 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:18.011 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [1ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [2ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [11ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [12ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [12ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@601032256(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@36587037 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1287935297 after retry RPC@1388699578), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@459ee6ed -> wakeup thread Time-limited test -> (continuation of Deferred@1287935297 after retry RPC@1388699578))) after lookup
02:19:18.012 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:18.013 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:18.013 [DEBUG - kudu-nio-2] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:18.013 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:18.051 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:18.051 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:18.051 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [1ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [2ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [11ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [12ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [12ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [31ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [32ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [32ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [67ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [69ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@601032256(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@36587037 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1287935297 after retry RPC@1388699578) -> (continuation of Deferred@1459808416 after retry RPC@734447093), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@459ee6ed -> wakeup thread Time-limited test -> (continuation of Deferred@1287935297 after retry RPC@1388699578) -> (continuation of Deferred@1459808416 after retry RPC@734447093))) after lookup
02:19:18.052 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:18.053 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:18.053 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:18.053 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:18.090 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:18.091 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:18.091 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=110), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [1ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [2ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [11ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [12ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [12ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [31ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [32ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [32ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [67ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [69ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [71ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [72ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [72ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [109ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@601032256(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@36587037 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1287935297 after retry RPC@1388699578) -> (continuation of Deferred@1459808416 after retry RPC@734447093) -> (continuation of Deferred@1133826529 after retry RPC@1583369483), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@459ee6ed -> wakeup thread Time-limited test -> (continuation of Deferred@1287935297 after retry RPC@1388699578) -> (continuation of Deferred@1459808416 after retry RPC@734447093) -> (continuation of Deferred@1133826529 after retry RPC@1583369483))) after lookup
02:19:18.092 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:18.093 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:18.093 [DEBUG - kudu-nio-4] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:18.093 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:18.591 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:18.591 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:18.592 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=610), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [1ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [2ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [11ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [12ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [12ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [31ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [32ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [32ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [67ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [69ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [71ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [72ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [72ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [109ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [110ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [112ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [112ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [607ms] refreshing cache from master, [607ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [610ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@601032256(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@36587037 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1287935297 after retry RPC@1388699578) -> (continuation of Deferred@1459808416 after retry RPC@734447093) -> (continuation of Deferred@1133826529 after retry RPC@1583369483) -> (continuation of Deferred@1590407388 after retry RPC@35628571), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@459ee6ed -> wakeup thread Time-limited test -> (continuation of Deferred@1287935297 after retry RPC@1388699578) -> (continuation of Deferred@1459808416 after retry RPC@734447093) -> (continuation of Deferred@1133826529 after retry RPC@1583369483) -> (continuation of Deferred@1590407388 after retry RPC@35628571))) after lookup
02:19:18.593 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:18.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:18.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:18.594 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:19.092 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:19.092 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:19.092 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1111), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [1ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [2ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [11ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [12ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [12ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [31ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [32ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [32ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [67ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [69ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [71ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [72ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [72ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [109ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [110ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [112ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [112ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [607ms] refreshing cache from master, [607ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [610ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [611ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [613ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [613ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [1108ms] refreshing cache from master, [1108ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [1110ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@601032256(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@36587037 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1287935297 after retry RPC@1388699578) -> (continuation of Deferred@1459808416 after retry RPC@734447093) -> (continuation of Deferred@1133826529 after retry RPC@1583369483) -> (continuation of Deferred@1590407388 after retry RPC@35628571) -> (continuation of Deferred@2011565862 after retry RPC@146161855), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@459ee6ed -> wakeup thread Time-limited test -> (continuation of Deferred@1287935297 after retry RPC@1388699578) -> (continuation of Deferred@1459808416 after retry RPC@734447093) -> (continuation of Deferred@1133826529 after retry RPC@1583369483) -> (continuation of Deferred@1590407388 after retry RPC@35628571) -> (continuation of Deferred@2011565862 after retry RPC@146161855))) after lookup
02:19:19.093 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:19.094 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:19.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:19.094 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.343652  4850 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 7 FOLLOWER]: Starting pre-election (detected failure of leader b30bcb3445e345bf88fa9209a517d058)
02:19:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.343742  4850 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.344066  4850 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521), 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:19.344502  4533 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111)
02:19:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:19.344973  4533 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521): Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111)
02:19:19.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.347863  4790 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "c48afc99d5e1416082fb4a0b8e74793a" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "8a06146cb38541a5b4d7f3acaa37c313" is_pre_election: true
02:19:19.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.348047  4790 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c48afc99d5e1416082fb4a0b8e74793a in term 6.
02:19:19.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.348381  4532 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313, c48afc99d5e1416082fb4a0b8e74793a; no voters: b30bcb3445e345bf88fa9209a517d058
02:19:19.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.348672  4850 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 7 FOLLOWER]: Leader pre-election won for term 8
02:19:19.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.348749  4850 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 7 FOLLOWER]: Starting leader election (detected failure of leader b30bcb3445e345bf88fa9209a517d058)
02:19:19.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.348767  4850 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 7 FOLLOWER]: Advancing to term 8
02:19:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.349565  4850 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.349723  4850 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 8 election: Requested vote from peers b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521), 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.349912  4790 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "c48afc99d5e1416082fb4a0b8e74793a" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "8a06146cb38541a5b4d7f3acaa37c313"
02:19:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.350000  4790 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 6 FOLLOWER]: Advancing to term 8
02:19:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:19.350322  4533 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521): Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111)
02:19:19.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.351131  4790 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c48afc99d5e1416082fb4a0b8e74793a in term 8.
02:19:19.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.351346  4532 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313, c48afc99d5e1416082fb4a0b8e74793a; no voters: b30bcb3445e345bf88fa9209a517d058
02:19:19.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.351469  4850 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 8 FOLLOWER]: Leader election won for term 8
02:19:19.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.351598  4850 raft_consensus.cc:697] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 8 LEADER]: Becoming Leader. State: Replica: c48afc99d5e1416082fb4a0b8e74793a, State: Running, Role: LEADER
02:19:19.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.351698  4850 consensus_queue.cc:237] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:19.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.352741  3230 catalog_manager.cc:5697] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a reported cstate change: term changed from 7 to 8, leader changed from b30bcb3445e345bf88fa9209a517d058 (127.2.249.67) to c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65). New cstate: current_term: 8 leader_uuid: "c48afc99d5e1416082fb4a0b8e74793a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } health_report { overall_health: HEALTHY } } }
02:19:19.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.741560  4790 raft_consensus.cc:1275] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 8 FOLLOWER]: Refusing update from remote peer c48afc99d5e1416082fb4a0b8e74793a: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
02:19:19.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:19.741928  4850 consensus_queue.cc:1048] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [LEADER]: Connected to new peer: Peer: permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
02:19:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:19.744902  4533 consensus_peers.cc:597] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a -> Peer b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521): Couldn't send request to peer b30bcb3445e345bf88fa9209a517d058. Status: Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:19:21.651 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:21.651 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:21.652 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=14, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=3670), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [1ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [2ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [11ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [12ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [12ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [27ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [31ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [32ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [32ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [67ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [69ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [71ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [72ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [72ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [107ms] refreshing cache from master, [107ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [109ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [110ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [112ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [112ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [607ms] refreshing cache from master, [607ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [610ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [611ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [613ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [613ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [1108ms] refreshing cache from master, [1108ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [1110ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [1111ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [1113ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [1114ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [3668ms] refreshing cache from master, [3668ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [3670ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@601032256(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@36587037 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1287935297 after retry RPC@1388699578) -> (continuation of Deferred@1459808416 after retry RPC@734447093) -> (continuation of Deferred@1133826529 after retry RPC@1583369483) -> (continuation of Deferred@1590407388 after retry RPC@35628571) -> (continuation of Deferred@2011565862 after retry RPC@146161855) -> (continuation of Deferred@272597412 after retry RPC@716609700), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@459ee6ed -> wakeup thread Time-limited test -> (continuation of Deferred@1287935297 after retry RPC@1388699578) -> (continuation of Deferred@1459808416 after retry RPC@734447093) -> (continuation of Deferred@1133826529 after retry RPC@1583369483) -> (continuation of Deferred@1590407388 after retry RPC@35628571) -> (continuation of Deferred@2011565862 after retry RPC@146161855) -> (continuation of Deferred@272597412 after retry RPC@716609700))) after lookup
02:19:21.653 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:21.654 [DEBUG - kudu-nio-7] (Connection.java:757) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] Successfully connected to peer
02:19:21.670 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x91d86ba4, L:/127.0.0.1:50052 - R:/127.2.249.65:44491] using TOKEN/null
02:19:21.680 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.249.67:39521
02:19:21.680 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.680876  3045 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/logs
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/info.pb
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.67:39521
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.67
02:19:21.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:21.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42869
02:19:21.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.67
02:19:21.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:21.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:21.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:21.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:19:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:21.758496  4893 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:19:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:21.758649  4893 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:19:21.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:21.758668  4893 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:19:21.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:21.760075  4893 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:19:21.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:21.760121  4893 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.249.67
02:19:21.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.761683  4893 tablet_server_runner.cc:78] Tablet server non-default flags:
02:19:21.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:21.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:21.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:21.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:19:21.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data
02:19:21.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.67:39521
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/info.pb
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.67
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42869
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.4893
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.67
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/logs
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:19:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:19:21.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:19:21.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:18 UTC on e7f111948823
02:19:21.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12765
02:19:21.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.761858  4893 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:19:21.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.762022  4893 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:19:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:21.764492  4901 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:21.764421  4899 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:21.764422  4898 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.764899  4893 server_base.cc:1061] running on GCE node
02:19:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.765372  4893 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:19:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.765556  4893 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:19:21.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.772893  4893 hybrid_clock.cc:648] HybridClock initialized: now 1783477161772843 us; error 65 us; skew 500 ppm
02:19:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.774183  4893 webserver.cc:533] Webserver started at http://127.2.249.67:42869/ using document root <none> and password file <none>
02:19:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.774366  4893 fs_manager.cc:362] Metadata directory not provided
02:19:21.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.774405  4893 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:19:21.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.775632  4893 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:19:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.776237  4907 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:19:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.776430  4893 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
02:19:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.776480  4893 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data,/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b30bcb3445e345bf88fa9209a517d058"
02:19:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.776729  4893 fs_report.cc:389] FS layout report
02:19:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:19:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:21.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/data
02:19:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:19:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:19:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:19:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:19:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:19:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:19:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:19:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:19:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:19:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:19:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:19:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.784518  4893 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:19:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.784780  4893 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:19:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.784901  4893 kserver.cc:163] Server-wide thread pool size limit: 3276
02:19:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.785061  4893 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:19:21.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.785512  4914 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:19:21.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.786429  4893 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:19:21.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.786471  4893 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:19:21.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.786495  4893 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:19:21.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.786985  4893 ts_tablet_manager.cc:616] Registered 1 tablets
02:19:21.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.787014  4893 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:19:21.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.787113  4914 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Bootstrap starting.
02:19:21.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.794454  4893 rpc_server.cc:307] RPC server started. Bound to: 127.2.249.67:39521
02:19:21.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.794540  5022 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.249.67:39521 every 8 connection(s)
02:19:21.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.794866  4893 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/info.pb
02:19:21.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.795089  3045 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskaEJf1C/build/release/bin/kudu as pid 4893
02:19:21.795 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:21.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.796629  4914 log.cc:826] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Log is configured to *not* fsync() on all Append() calls
02:19:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.801131  5025 heartbeater.cc:344] Connected to a master server at 127.2.249.125:43761
02:19:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.801250  5025 heartbeater.cc:461] Registering TS with master...
02:19:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.801373  5023 heartbeater.cc:344] Connected to a master server at 127.2.249.124:45075
02:19:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.801411  5023 heartbeater.cc:461] Registering TS with master...
02:19:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.801571  5023 heartbeater.cc:507] Master 127.2.249.124:45075 requested a full tablet report, sending...
02:19:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.801823  4914 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:19:21.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.802117  4914 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Bootstrap complete.
02:19:21.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.802106  3231 ts_manager.cc:194] Re-registered known tserver with Master: b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521)
02:19:21.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.802563  3231 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.249.67:44773
02:19:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.803233  4914 ts_tablet_manager.cc:1403] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Time spent bootstrapping tablet: real 0.016s	user 0.000s	sys 0.012s
02:19:21.803 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995, tablet=fc071d4303ee4dd0bd36fe3128a6c820, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:19:21.804 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.249.65:44491
02:19:21.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.804361  5025 heartbeater.cc:507] Master 127.2.249.125:43761 requested a full tablet report, sending...
02:19:21.804 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:19:21.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.804769  3159 ts_manager.cc:194] Re-registered known tserver with Master: b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521)
02:19:21.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.805128  4914 raft_consensus.cc:359] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:21.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.805436  4914 raft_consensus.cc:740] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: b30bcb3445e345bf88fa9209a517d058, State: Initialized, Role: FOLLOWER
02:19:21.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.805544  4914 consensus_queue.cc:260] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:21.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.805785  4914 ts_tablet_manager.cc:1434] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Time spent starting tablet: real 0.002s	user 0.004s	sys 0.000s
02:19:21.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.805886  5023 heartbeater.cc:499] Master 127.2.249.124:45075 was elected leader, sending a full tablet report...
02:19:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.807219  5024 heartbeater.cc:344] Connected to a master server at 127.2.249.126:42823
02:19:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.807286  5024 heartbeater.cc:461] Registering TS with master...
02:19:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.807340  5024 heartbeater.cc:507] Master 127.2.249.126:42823 requested a full tablet report, sending...
02:19:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.807463  3045 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskaEJf1C/build/release/bin/kudu with pid 4517
02:19:21.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:21.807600  3082 ts_manager.cc:194] Re-registered known tserver with Master: b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521)
02:19:21.814 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:21.814 [DEBUG - kudu-nio-7] (Connection.java:239) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] handling channelInactive
02:19:21.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state READY due to: connection closed
02:19:21.829 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:21.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:21.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:21.831 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:21.851 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:21.851 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:21.851 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=3, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [17ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [17ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@465896180(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5a8da90 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5caf5ea6 -> wakeup thread Time-limited test)) after lookup
02:19:21.852 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:21.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:21.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:21.853 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:21.870 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:21.871 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:21.871 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=5, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=56), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [17ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [17ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [38ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [39ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [39ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [56ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@465896180(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5a8da90 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1872833198 after retry RPC@434728633), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5caf5ea6 -> wakeup thread Time-limited test -> (continuation of Deferred@1872833198 after retry RPC@434728633))) after lookup
02:19:21.872 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:21.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:21.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:21.873 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:21.891 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:21.891 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:21.892 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=7, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=77), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [17ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [17ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [38ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [39ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [39ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [56ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [57ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [59ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [59ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [77ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@465896180(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5a8da90 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1872833198 after retry RPC@434728633) -> (continuation of Deferred@945931239 after retry RPC@1781530356), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5caf5ea6 -> wakeup thread Time-limited test -> (continuation of Deferred@1872833198 after retry RPC@434728633) -> (continuation of Deferred@945931239 after retry RPC@1781530356))) after lookup
02:19:21.892 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:21.893 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:21.893 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:21.894 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:22.010 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:22.011 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:22.011 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=9, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=196), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [17ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [17ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [38ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [39ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [39ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [56ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [57ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [59ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [59ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [77ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [78ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [80ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [80ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [194ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [196ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@465896180(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5a8da90 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1872833198 after retry RPC@434728633) -> (continuation of Deferred@945931239 after retry RPC@1781530356) -> (continuation of Deferred@2096027266 after retry RPC@1772310453), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5caf5ea6 -> wakeup thread Time-limited test -> (continuation of Deferred@1872833198 after retry RPC@434728633) -> (continuation of Deferred@945931239 after retry RPC@1781530356) -> (continuation of Deferred@2096027266 after retry RPC@1772310453))) after lookup
02:19:22.012 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:22.013 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:22.013 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:22.013 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:22.870 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:22.871 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:22.871 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=11, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1056), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [17ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [17ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [38ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [39ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [39ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [56ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [57ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [59ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [59ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [77ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [78ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [80ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [80ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [194ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [196ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [197ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [199ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [199ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [1054ms] refreshing cache from master, [1054ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [1056ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@465896180(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5a8da90 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1872833198 after retry RPC@434728633) -> (continuation of Deferred@945931239 after retry RPC@1781530356) -> (continuation of Deferred@2096027266 after retry RPC@1772310453) -> (continuation of Deferred@551674497 after retry RPC@1397546959), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5caf5ea6 -> wakeup thread Time-limited test -> (continuation of Deferred@1872833198 after retry RPC@434728633) -> (continuation of Deferred@945931239 after retry RPC@1781530356) -> (continuation of Deferred@2096027266 after retry RPC@1772310453) -> (continuation of Deferred@551674497 after retry RPC@1397546959))) after lookup
02:19:22.871 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:22.872 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:22.873 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state CONNECTING due to: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:22.873 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491
02:19:23.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.180392  5036 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader c48afc99d5e1416082fb4a0b8e74793a)
02:19:23.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.180490  5036 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:23.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.181080  5036 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521), c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:23.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:23.181470  4721 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.249.65:44491: connect: Connection refused (error 111)
02:19:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:23.182415  4721 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491): Network error: Client connection negotiation failed: client connection to 127.2.249.65:44491: connect: Connection refused (error 111)
02:19:23.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.184816  4976 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "8a06146cb38541a5b4d7f3acaa37c313" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "b30bcb3445e345bf88fa9209a517d058" is_pre_election: true
02:19:23.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.184958  4976 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8a06146cb38541a5b4d7f3acaa37c313 in term 7.
02:19:23.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.185201  4722 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313, b30bcb3445e345bf88fa9209a517d058; no voters: c48afc99d5e1416082fb4a0b8e74793a
02:19:23.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.185346  5036 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 8 FOLLOWER]: Leader pre-election won for term 9
02:19:23.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.185410  5036 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 8 FOLLOWER]: Starting leader election (detected failure of leader c48afc99d5e1416082fb4a0b8e74793a)
02:19:23.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.185429  5036 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 8 FOLLOWER]: Advancing to term 9
02:19:23.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.186000  5036 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:23.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.186152  5036 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 9 election: Requested vote from peers b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521), c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:23.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.186290  4976 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "8a06146cb38541a5b4d7f3acaa37c313" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "b30bcb3445e345bf88fa9209a517d058"
02:19:23.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.186378  4976 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 7 FOLLOWER]: Advancing to term 9
02:19:23.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:23.186700  4721 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491): Network error: Client connection negotiation failed: client connection to 127.2.249.65:44491: connect: Connection refused (error 111)
02:19:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.187698  4976 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8a06146cb38541a5b4d7f3acaa37c313 in term 9.
02:19:23.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.187901  4722 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313, b30bcb3445e345bf88fa9209a517d058; no voters: c48afc99d5e1416082fb4a0b8e74793a
02:19:23.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.188023  5036 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 9 FOLLOWER]: Leader election won for term 9
02:19:23.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.188207  5036 raft_consensus.cc:697] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 9 LEADER]: Becoming Leader. State: Replica: 8a06146cb38541a5b4d7f3acaa37c313, State: Running, Role: LEADER
02:19:23.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.188321  5036 consensus_queue.cc:237] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:23.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.189224  3231 catalog_manager.cc:5697] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 reported cstate change: term changed from 8 to 9, leader changed from c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65) to 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66). New cstate: current_term: 9 leader_uuid: "8a06146cb38541a5b4d7f3acaa37c313" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } health_report { overall_health: UNKNOWN } } }
02:19:23.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.674031  4976 raft_consensus.cc:1275] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 9 FOLLOWER]: Refusing update from remote peer 8a06146cb38541a5b4d7f3acaa37c313: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
02:19:23.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:23.674371  5036 consensus_queue.cc:1048] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
02:19:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:23.677472  4721 consensus_peers.cc:597] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 -> Peer c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491): Couldn't send request to peer c48afc99d5e1416082fb4a0b8e74793a. Status: Network error: Client connection negotiation failed: client connection to 127.2.249.65:44491: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:19:24.531 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:24.531 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:24.531 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=13, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2717), Traces: [0ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [15ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [17ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [17ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [37ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [38ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [39ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [39ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [56ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [57ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [59ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [59ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [77ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [78ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [80ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [80ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [194ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [196ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [197ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [199ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [199ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [1054ms] refreshing cache from master, [1054ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [1056ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [1057ms] sending RPC to server c48afc99d5e1416082fb4a0b8e74793a, [1059ms] received response from server c48afc99d5e1416082fb4a0b8e74793a: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [1059ms] delaying RPC due to: Network error: Failed to connect to peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491): Connection refused: /127.2.249.65:44491, [2714ms] refreshing cache from master, [2715ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [2716ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@465896180(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@5a8da90 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1872833198 after retry RPC@434728633) -> (continuation of Deferred@945931239 after retry RPC@1781530356) -> (continuation of Deferred@2096027266 after retry RPC@1772310453) -> (continuation of Deferred@551674497 after retry RPC@1397546959) -> (continuation of Deferred@1126537771 after retry RPC@1990367015), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5caf5ea6 -> wakeup thread Time-limited test -> (continuation of Deferred@1872833198 after retry RPC@434728633) -> (continuation of Deferred@945931239 after retry RPC@1781530356) -> (continuation of Deferred@2096027266 after retry RPC@1772310453) -> (continuation of Deferred@551674497 after retry RPC@1397546959) -> (continuation of Deferred@1126537771 after retry RPC@1990367015))) after lookup
02:19:24.532 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:24.533 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] Successfully connected to peer
02:19:24.558 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xfc9fb690, L:/127.0.0.1:40616 - R:/127.2.249.66:46411] using TOKEN/null
02:19:24.568 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.249.65:44491
02:19:24.568 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

02:19:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.568967  3045 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data
02:19:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:19:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:19:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:19:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/logs
02:19:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data/info.pb
02:19:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:19:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:19:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:19:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:19:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:19:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:19:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.65:44491
02:19:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.65
02:19:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44631
02:19:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.65
02:19:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:24.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:19:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:24.645465  5069 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:19:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:24.645622  5069 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:19:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:24.645642  5069 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:19:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:24.647061  5069 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:19:24.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:24.647107  5069 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.249.65
02:19:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.648533  5069 tablet_server_runner.cc:78] Tablet server non-default flags:
02:19:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:19:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data
02:19:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.65:44491
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data/info.pb
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.65
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44631
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5069
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.65
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/logs
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:19:24.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:19:24.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:19:24.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:18 UTC on e7f111948823
02:19:24.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12765
02:19:24.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.648698  5069 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:19:24.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.648873  5069 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:19:24.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:24.651654  5075 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:24.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.651890  5069 server_base.cc:1061] running on GCE node
02:19:24.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:24.651654  5074 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:24.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:24.651645  5077 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:24.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.652382  5069 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:19:24.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.652650  5069 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:19:24.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.653846  5069 hybrid_clock.cc:648] HybridClock initialized: now 1783477164653823 us; error 38 us; skew 500 ppm
02:19:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.655232  5069 webserver.cc:533] Webserver started at http://127.2.249.65:44631/ using document root <none> and password file <none>
02:19:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.655462  5069 fs_manager.cc:362] Metadata directory not provided
02:19:24.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.655547  5069 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:19:24.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.656922  5069 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:19:24.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.657719  5083 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:19:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.657927  5069 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
02:19:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.658004  5069 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data,/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c48afc99d5e1416082fb4a0b8e74793a"
02:19:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.658329  5069 fs_report.cc:389] FS layout report
02:19:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:19:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/wal
02:19:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data/data
02:19:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:19:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:19:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:19:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:19:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:19:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:19:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:19:24.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:19:24.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:19:24.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:19:24.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:19:24.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.688572  5069 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:19:24.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.688966  5069 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:19:24.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.689123  5069 kserver.cc:163] Server-wide thread pool size limit: 3276
02:19:24.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.689419  5069 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:19:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.690021  5090 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:19:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.691155  5069 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:19:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.691233  5069 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:19:24.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.691272  5069 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:19:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.691865  5069 ts_tablet_manager.cc:616] Registered 1 tablets
02:19:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.691920  5069 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:19:24.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.691977  5090 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Bootstrap starting.
02:19:24.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.699290  5069 rpc_server.cc:307] RPC server started. Bound to: 127.2.249.65:44491
02:19:24.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.699566  5197 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.249.65:44491 every 8 connection(s)
02:19:24.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.699709  5069 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-0/data/info.pb
02:19:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.703562  5090 log.cc:826] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Log is configured to *not* fsync() on all Append() calls
02:19:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.704166  3045 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskaEJf1C/build/release/bin/kudu as pid 5069
02:19:24.704 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:24.708 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995, tablet=fc071d4303ee4dd0bd36fe3128a6c820, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:19:24.709 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.249.66:46411
02:19:24.709 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:19:24.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.708720  5090 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:19:24.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.709347  5090 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Bootstrap complete.
02:19:24.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.709836  3045 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskaEJf1C/build/release/bin/kudu with pid 4706
02:19:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.711817  5090 ts_tablet_manager.cc:1403] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Time spent bootstrapping tablet: real 0.020s	user 0.006s	sys 0.010s
02:19:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.712033  5200 heartbeater.cc:344] Connected to a master server at 127.2.249.125:43761
02:19:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.712123  5200 heartbeater.cc:461] Registering TS with master...
02:19:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.712328  5200 heartbeater.cc:507] Master 127.2.249.125:43761 requested a full tablet report, sending...
02:19:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.712692  5199 heartbeater.cc:344] Connected to a master server at 127.2.249.126:42823
02:19:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.712739  5199 heartbeater.cc:461] Registering TS with master...
02:19:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.712834  5199 heartbeater.cc:507] Master 127.2.249.126:42823 requested a full tablet report, sending...
02:19:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.713054  5198 heartbeater.cc:344] Connected to a master server at 127.2.249.124:45075
02:19:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.713109  5198 heartbeater.cc:461] Registering TS with master...
02:19:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.713189  5198 heartbeater.cc:507] Master 127.2.249.124:45075 requested a full tablet report, sending...
02:19:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.713173  3082 ts_manager.cc:194] Re-registered known tserver with Master: c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.713409  3159 ts_manager.cc:194] Re-registered known tserver with Master: c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:24.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.713279  5090 raft_consensus.cc:359] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:24.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.713531  5090 raft_consensus.cc:740] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: c48afc99d5e1416082fb4a0b8e74793a, State: Initialized, Role: FOLLOWER
02:19:24.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.713608  5090 consensus_queue.cc:260] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:24.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.713831  5090 ts_tablet_manager.cc:1434] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
02:19:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.714728  3231 ts_manager.cc:194] Re-registered known tserver with Master: c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.715197  3231 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.249.65:60649
02:19:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:24.715830  5198 heartbeater.cc:499] Master 127.2.249.124:45075 was elected leader, sending a full tablet report...
02:19:24.719 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:24.719 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] handling channelInactive
02:19:24.719 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state READY due to: connection closed
02:19:24.720 [DEBUG - Time-limited test] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:24.721 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:24.721 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:24.721 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:24.731 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:24.731 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:24.731 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [1ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [1ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1485765742(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@3a7743f7 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@790118fd -> wakeup thread Time-limited test)) after lookup
02:19:24.731 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:24.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:24.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:24.733 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:24.750 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:24.751 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:24.751 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [1ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [1ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [11ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [13ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [13ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1485765742(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@3a7743f7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1329885914 after retry RPC@1047747903), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@790118fd -> wakeup thread Time-limited test -> (continuation of Deferred@1329885914 after retry RPC@1047747903))) after lookup
02:19:24.751 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:24.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:24.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:24.752 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:24.771 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:24.771 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:24.771 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=52), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [1ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [1ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [11ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [13ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [13ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [31ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [32ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [33ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [51ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1485765742(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@3a7743f7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1329885914 after retry RPC@1047747903) -> (continuation of Deferred@2131418753 after retry RPC@1256391216), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@790118fd -> wakeup thread Time-limited test -> (continuation of Deferred@1329885914 after retry RPC@1047747903) -> (continuation of Deferred@2131418753 after retry RPC@1256391216))) after lookup
02:19:24.772 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:24.773 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:24.773 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:24.773 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:24.910 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:24.911 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:24.911 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=191), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [1ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [1ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [11ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [13ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [13ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [31ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [32ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [33ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [51ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [52ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [53ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [53ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [188ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [190ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1485765742(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@3a7743f7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1329885914 after retry RPC@1047747903) -> (continuation of Deferred@2131418753 after retry RPC@1256391216) -> (continuation of Deferred@919158326 after retry RPC@1693010013), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@790118fd -> wakeup thread Time-limited test -> (continuation of Deferred@1329885914 after retry RPC@1047747903) -> (continuation of Deferred@2131418753 after retry RPC@1256391216) -> (continuation of Deferred@919158326 after retry RPC@1693010013))) after lookup
02:19:24.912 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:24.913 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:24.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:24.913 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:25.212 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:25.212 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:25.212 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=492), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [1ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [1ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [11ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [13ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [13ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [31ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [32ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [33ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [51ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [52ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [53ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [53ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [188ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [190ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [191ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [193ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [193ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [489ms] refreshing cache from master, [489ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [491ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1485765742(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@3a7743f7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1329885914 after retry RPC@1047747903) -> (continuation of Deferred@2131418753 after retry RPC@1256391216) -> (continuation of Deferred@919158326 after retry RPC@1693010013) -> (continuation of Deferred@1708297023 after retry RPC@1272417400), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@790118fd -> wakeup thread Time-limited test -> (continuation of Deferred@1329885914 after retry RPC@1047747903) -> (continuation of Deferred@2131418753 after retry RPC@1256391216) -> (continuation of Deferred@919158326 after retry RPC@1693010013) -> (continuation of Deferred@1708297023 after retry RPC@1272417400))) after lookup
02:19:25.213 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:25.214 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:25.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:25.214 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:25.791 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:25.791 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)[L],b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:25.792 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1071), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [1ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [1ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [11ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [13ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [13ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [31ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [32ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [33ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [51ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [52ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [53ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [53ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [188ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [190ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [191ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [193ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [193ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [489ms] refreshing cache from master, [489ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [491ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [493ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [494ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [494ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [1068ms] refreshing cache from master, [1068ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [1070ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1485765742(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@3a7743f7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1329885914 after retry RPC@1047747903) -> (continuation of Deferred@2131418753 after retry RPC@1256391216) -> (continuation of Deferred@919158326 after retry RPC@1693010013) -> (continuation of Deferred@1708297023 after retry RPC@1272417400) -> (continuation of Deferred@1018933955 after retry RPC@1266179424), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@790118fd -> wakeup thread Time-limited test -> (continuation of Deferred@1329885914 after retry RPC@1047747903) -> (continuation of Deferred@2131418753 after retry RPC@1256391216) -> (continuation of Deferred@919158326 after retry RPC@1693010013) -> (continuation of Deferred@1708297023 after retry RPC@1272417400) -> (continuation of Deferred@1018933955 after retry RPC@1266179424))) after lookup
02:19:25.792 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] connecting to peer
02:19:25.793 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:25.793 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:25.793 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411
02:19:26.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.068022  5211 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 8a06146cb38541a5b4d7f3acaa37c313)
02:19:26.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.068154  5211 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:26.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.068478  5211 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411), c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:26.068941  4908 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.249.66:46411: connect: Connection refused (error 111)
02:19:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:26.069602  4908 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411): Network error: Client connection negotiation failed: client connection to 127.2.249.66:46411: connect: Connection refused (error 111)
02:19:26.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.072177  5152 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "b30bcb3445e345bf88fa9209a517d058" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "c48afc99d5e1416082fb4a0b8e74793a" is_pre_election: true
02:19:26.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.072327  5152 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b30bcb3445e345bf88fa9209a517d058 in term 8.
02:19:26.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.072573  4908 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b30bcb3445e345bf88fa9209a517d058, c48afc99d5e1416082fb4a0b8e74793a; no voters: 8a06146cb38541a5b4d7f3acaa37c313
02:19:26.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.072715  5211 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 9 FOLLOWER]: Leader pre-election won for term 10
02:19:26.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.072764  5211 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 8a06146cb38541a5b4d7f3acaa37c313)
02:19:26.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.072779  5211 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 9 FOLLOWER]: Advancing to term 10
02:19:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.073429  5211 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:26.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.073547  5211 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 10 election: Requested vote from peers 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411), c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.073963  5152 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "b30bcb3445e345bf88fa9209a517d058" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "c48afc99d5e1416082fb4a0b8e74793a"
02:19:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.074079  5152 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 8 FOLLOWER]: Advancing to term 10
02:19:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:26.074295  4908 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411): Network error: Client connection negotiation failed: client connection to 127.2.249.66:46411: connect: Connection refused (error 111)
02:19:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.075182  5152 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b30bcb3445e345bf88fa9209a517d058 in term 10.
02:19:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.075387  4908 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b30bcb3445e345bf88fa9209a517d058, c48afc99d5e1416082fb4a0b8e74793a; no voters: 8a06146cb38541a5b4d7f3acaa37c313
02:19:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.075481  5211 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 10 FOLLOWER]: Leader election won for term 10
02:19:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.075657  5211 raft_consensus.cc:697] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 10 LEADER]: Becoming Leader. State: Replica: b30bcb3445e345bf88fa9209a517d058, State: Running, Role: LEADER
02:19:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.075769  5211 consensus_queue.cc:237] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.076735  3231 catalog_manager.cc:5697] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 reported cstate change: term changed from 9 to 10, leader changed from 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66) to b30bcb3445e345bf88fa9209a517d058 (127.2.249.67). New cstate: current_term: 10 leader_uuid: "b30bcb3445e345bf88fa9209a517d058" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } health_report { overall_health: UNKNOWN } } }
02:19:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.486241  5152 raft_consensus.cc:1275] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 10 FOLLOWER]: Refusing update from remote peer b30bcb3445e345bf88fa9209a517d058: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
02:19:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:26.486666  5211 consensus_queue.cc:1048] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
02:19:26.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:26.489621  4908 consensus_peers.cc:597] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 -> Peer 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411): Couldn't send request to peer 8a06146cb38541a5b4d7f3acaa37c313. Status: Network error: Client connection negotiation failed: client connection to 127.2.249.66:46411: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:19:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:29.110623  4908 consensus_peers.cc:597] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 -> Peer 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411): Couldn't send request to peer 8a06146cb38541a5b4d7f3acaa37c313. Status: Network error: Client connection negotiation failed: client connection to 127.2.249.66:46411: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
02:19:29.691 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:29.692 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:29.692 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=4972), Traces: [0ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [1ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [1ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [10ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [11ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [13ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [13ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [30ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [31ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [32ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [33ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [51ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [52ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [53ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [53ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [188ms] refreshing cache from master, [188ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [190ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [191ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [193ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [193ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [489ms] refreshing cache from master, [489ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [491ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [493ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [494ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [494ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [1068ms] refreshing cache from master, [1068ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [1070ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [1072ms] sending RPC to server 8a06146cb38541a5b4d7f3acaa37c313, [1073ms] received response from server 8a06146cb38541a5b4d7f3acaa37c313: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [1073ms] delaying RPC due to: Network error: Failed to connect to peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411): Connection refused: /127.2.249.66:46411, [4969ms] refreshing cache from master, [4969ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [4971ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@1485765742(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@3a7743f7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1329885914 after retry RPC@1047747903) -> (continuation of Deferred@2131418753 after retry RPC@1256391216) -> (continuation of Deferred@919158326 after retry RPC@1693010013) -> (continuation of Deferred@1708297023 after retry RPC@1272417400) -> (continuation of Deferred@1018933955 after retry RPC@1266179424) -> (continuation of Deferred@512011766 after retry RPC@387870747), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@790118fd -> wakeup thread Time-limited test -> (continuation of Deferred@1329885914 after retry RPC@1047747903) -> (continuation of Deferred@2131418753 after retry RPC@1256391216) -> (continuation of Deferred@919158326 after retry RPC@1693010013) -> (continuation of Deferred@1708297023 after retry RPC@1272417400) -> (continuation of Deferred@1018933955 after retry RPC@1266179424) -> (continuation of Deferred@512011766 after retry RPC@387870747))) after lookup
02:19:29.693 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:29.694 [DEBUG - kudu-nio-6] (Connection.java:757) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] Successfully connected to peer
02:19:29.708 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x51687b88, L:/127.0.0.1:50060 - R:/127.2.249.67:39521] using TOKEN/null
02:19:29.717 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.249.66:46411
02:19:29.717 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

02:19:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.717837  3045 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data
02:19:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:19:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:19:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:19:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/logs
02:19:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data/info.pb
02:19:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:19:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:19:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:19:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:19:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:19:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:19:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.66:46411
02:19:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.66
02:19:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41489
02:19:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.66
02:19:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:29.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:19:29.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:29.795562  5257 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:19:29.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:29.795730  5257 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:19:29.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:29.795769  5257 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:19:29.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:29.797384  5257 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:19:29.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:29.797457  5257 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.249.66
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.799136  5257 tablet_server_runner.cc:78] Tablet server non-default flags:
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.66:46411
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data/info.pb
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.66
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41489
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:19:29.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5257
02:19:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:19:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:19:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.66
02:19:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/logs
02:19:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:19:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:19:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:19:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:19:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:19:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:19:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:18 UTC on e7f111948823
02:19:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12765
02:19:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.799376  5257 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:19:29.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.799638  5257 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:19:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:29.802436  5265 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.802742  5257 server_base.cc:1061] running on GCE node
02:19:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:29.802455  5263 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:29.802589  5262 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:29.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.803148  5257 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:19:29.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.803375  5257 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:19:29.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.804526  5257 hybrid_clock.cc:648] HybridClock initialized: now 1783477169804511 us; error 28 us; skew 500 ppm
02:19:29.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.805683  5257 webserver.cc:533] Webserver started at http://127.2.249.66:41489/ using document root <none> and password file <none>
02:19:29.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.805903  5257 fs_manager.cc:362] Metadata directory not provided
02:19:29.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.805987  5257 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:19:29.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.807170  5257 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.807852  5271 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.808015  5257 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.808077  5257 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data,/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8a06146cb38541a5b4d7f3acaa37c313"
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.808310  5257 fs_report.cc:389] FS layout report
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/wal
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data/data
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:19:29.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:19:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.825196  5257 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:19:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.825475  5257 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:19:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.825560  5257 kserver.cc:163] Server-wide thread pool size limit: 3276
02:19:29.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.825719  5257 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:19:29.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.826193  5278 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:19:29.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.827023  5257 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:19:29.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.827107  5257 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:19:29.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.827147  5257 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:19:29.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.827719  5257 ts_tablet_manager.cc:616] Registered 1 tablets
02:19:29.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.827778  5257 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:19:29.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.827798  5278 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Bootstrap starting.
02:19:29.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.835009  5257 rpc_server.cc:307] RPC server started. Bound to: 127.2.249.66:46411
02:19:29.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.835094  5386 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.249.66:46411 every 8 connection(s)
02:19:29.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.835418  5257 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-1/data/info.pb
02:19:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.836582  5278 log.cc:826] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Log is configured to *not* fsync() on all Append() calls
02:19:29.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.841022  5278 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:19:29.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.841316  5278 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Bootstrap complete.
02:19:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.842123  5278 ts_tablet_manager.cc:1403] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Time spent bootstrapping tablet: real 0.014s	user 0.012s	sys 0.001s
02:19:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.842397  3045 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskaEJf1C/build/release/bin/kudu as pid 5257
02:19:29.842 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.843079  5278 raft_consensus.cc:359] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.843262  5278 raft_consensus.cc:740] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8a06146cb38541a5b4d7f3acaa37c313, State: Initialized, Role: FOLLOWER
02:19:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.843376  5278 consensus_queue.cc:260] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.843608  5278 ts_tablet_manager.cc:1434] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313: Time spent starting tablet: real 0.001s	user 0.000s	sys 0.002s
02:19:29.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.845968  5389 heartbeater.cc:344] Connected to a master server at 127.2.249.125:43761
02:19:29.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.846066  5389 heartbeater.cc:461] Registering TS with master...
02:19:29.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.846244  5389 heartbeater.cc:507] Master 127.2.249.125:43761 requested a full tablet report, sending...
02:19:29.846 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995, tablet=fc071d4303ee4dd0bd36fe3128a6c820, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:19:29.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.847072  3158 ts_manager.cc:194] Re-registered known tserver with Master: 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:29.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.847231  5387 heartbeater.cc:344] Connected to a master server at 127.2.249.124:45075
02:19:29.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.847281  5387 heartbeater.cc:461] Registering TS with master...
02:19:29.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.847393  5387 heartbeater.cc:507] Master 127.2.249.124:45075 requested a full tablet report, sending...
02:19:29.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.847431  5388 heartbeater.cc:344] Connected to a master server at 127.2.249.126:42823
02:19:29.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.847468  5388 heartbeater.cc:461] Registering TS with master...
02:19:29.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.847551  5388 heartbeater.cc:507] Master 127.2.249.126:42823 requested a full tablet report, sending...
02:19:29.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.847743  3231 ts_manager.cc:194] Re-registered known tserver with Master: 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:29.848 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.2.249.67:39521
02:19:29.848 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:19:29.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.848227  3231 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.249.66:38109
02:19:29.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.848658  3045 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskaEJf1C/build/release/bin/kudu with pid 4893
02:19:29.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.848784  3087 ts_manager.cc:194] Re-registered known tserver with Master: 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:29.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:29.850713  5387 heartbeater.cc:499] Master 127.2.249.124:45075 was elected leader, sending a full tablet report...
02:19:29.855 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:29.855 [DEBUG - kudu-nio-6] (Connection.java:239) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] handling channelInactive
02:19:29.855 [DEBUG - kudu-nio-6] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state READY due to: connection closed
02:19:29.869 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:29.870 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:29.870 [DEBUG - kudu-nio-7] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:29.871 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:29.891 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:29.891 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:29.891 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [16ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [16ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [36ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@315211274(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@76339ae0 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@400bfb8e -> wakeup thread Time-limited test)) after lookup
02:19:29.892 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:29.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:29.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:29.893 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:29.910 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:29.910 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:29.911 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [16ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [16ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [36ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [37ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [38ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [38ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [55ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@315211274(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@76339ae0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@376925154 after retry RPC@163525929), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@400bfb8e -> wakeup thread Time-limited test -> (continuation of Deferred@376925154 after retry RPC@163525929))) after lookup
02:19:29.911 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:29.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:29.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:29.912 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:29.931 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:29.931 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:29.931 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=76), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [16ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [16ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [36ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [37ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [38ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [38ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [55ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [56ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [57ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [57ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [76ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@315211274(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@76339ae0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@376925154 after retry RPC@163525929) -> (continuation of Deferred@1624359009 after retry RPC@1627619456), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@400bfb8e -> wakeup thread Time-limited test -> (continuation of Deferred@376925154 after retry RPC@163525929) -> (continuation of Deferred@1624359009 after retry RPC@1627619456))) after lookup
02:19:29.932 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:29.933 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:29.933 [DEBUG - kudu-nio-2] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:29.933 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:29.971 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:29.971 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:29.971 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=116), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [16ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [16ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [36ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [37ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [38ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [38ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [55ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [56ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [57ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [57ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [76ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [77ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [78ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [78ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [114ms] refreshing cache from master, [114ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [116ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@315211274(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@76339ae0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@376925154 after retry RPC@163525929) -> (continuation of Deferred@1624359009 after retry RPC@1627619456) -> (continuation of Deferred@1275954593 after retry RPC@838277920), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@400bfb8e -> wakeup thread Time-limited test -> (continuation of Deferred@376925154 after retry RPC@163525929) -> (continuation of Deferred@1624359009 after retry RPC@1627619456) -> (continuation of Deferred@1275954593 after retry RPC@838277920))) after lookup
02:19:29.972 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:29.973 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:29.973 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:29.973 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:30.270 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:30.271 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)[L],c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)]}]
02:19:30.271 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=415), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [16ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [16ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [36ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [37ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [38ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [38ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [55ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [56ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [57ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [57ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [76ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [77ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [78ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [78ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [114ms] refreshing cache from master, [114ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [116ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [117ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [118ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [118ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [413ms] refreshing cache from master, [413ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [415ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@315211274(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@76339ae0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@376925154 after retry RPC@163525929) -> (continuation of Deferred@1624359009 after retry RPC@1627619456) -> (continuation of Deferred@1275954593 after retry RPC@838277920) -> (continuation of Deferred@540408673 after retry RPC@697490012), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@400bfb8e -> wakeup thread Time-limited test -> (continuation of Deferred@376925154 after retry RPC@163525929) -> (continuation of Deferred@1624359009 after retry RPC@1627619456) -> (continuation of Deferred@1275954593 after retry RPC@838277920) -> (continuation of Deferred@540408673 after retry RPC@697490012))) after lookup
02:19:30.271 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] connecting to peer
02:19:30.272 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:30.272 [DEBUG - kudu-nio-4] (Connection.java:709) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] cleaning up while in state CONNECTING due to: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:30.272 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521) for tablet fc071d4303ee4dd0bd36fe3128a6c820: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521
02:19:31.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.100827  5400 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 9 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
02:19:31.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.100953  5400 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:31.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.101320  5400 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521), c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65:44491)
02:19:31.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:31.101713  5273 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111)
02:19:31.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:31.102305  5273 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521): Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111)
02:19:31.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.104756  5152 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "8a06146cb38541a5b4d7f3acaa37c313" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "c48afc99d5e1416082fb4a0b8e74793a" is_pre_election: true
02:19:31.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.105086  5272 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313; no voters: b30bcb3445e345bf88fa9209a517d058, c48afc99d5e1416082fb4a0b8e74793a
02:19:31.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.105213  5400 raft_consensus.cc:2749] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 9 FOLLOWER]: Leader pre-election lost for term 10. Reason: could not achieve majority
02:19:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.216908  5405 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 10 FOLLOWER]: Starting pre-election (detected failure of leader b30bcb3445e345bf88fa9209a517d058)
02:19:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.217005  5405 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.217347  5405 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521), 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:31.217728  5085 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111)
02:19:31.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:31.218216  5085 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521): Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111)
02:19:31.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.220338  5341 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "c48afc99d5e1416082fb4a0b8e74793a" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "8a06146cb38541a5b4d7f3acaa37c313" is_pre_election: true
02:19:31.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.220445  5341 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c48afc99d5e1416082fb4a0b8e74793a in term 9.
02:19:31.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.220644  5084 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313, c48afc99d5e1416082fb4a0b8e74793a; no voters: b30bcb3445e345bf88fa9209a517d058
02:19:31.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.220773  5405 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 10 FOLLOWER]: Leader pre-election won for term 11
02:19:31.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.220819  5405 raft_consensus.cc:493] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 10 FOLLOWER]: Starting leader election (detected failure of leader b30bcb3445e345bf88fa9209a517d058)
02:19:31.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.220845  5405 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 10 FOLLOWER]: Advancing to term 11
02:19:31.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.221617  5405 raft_consensus.cc:515] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:31.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.221791  5405 leader_election.cc:290] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 11 election: Requested vote from peers b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521), 8a06146cb38541a5b4d7f3acaa37c313 (127.2.249.66:46411)
02:19:31.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.221992  5341 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc071d4303ee4dd0bd36fe3128a6c820" candidate_uuid: "c48afc99d5e1416082fb4a0b8e74793a" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "8a06146cb38541a5b4d7f3acaa37c313"
02:19:31.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.222105  5341 raft_consensus.cc:3060] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 9 FOLLOWER]: Advancing to term 11
02:19:31.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:31.222146  5085 leader_election.cc:336] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521): Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111)
02:19:31.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.223105  5341 raft_consensus.cc:2468] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c48afc99d5e1416082fb4a0b8e74793a in term 11.
02:19:31.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.223328  5084 leader_election.cc:304] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8a06146cb38541a5b4d7f3acaa37c313, c48afc99d5e1416082fb4a0b8e74793a; no voters: b30bcb3445e345bf88fa9209a517d058
02:19:31.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.223449  5405 raft_consensus.cc:2804] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 11 FOLLOWER]: Leader election won for term 11
02:19:31.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.223569  5405 raft_consensus.cc:697] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [term 11 LEADER]: Becoming Leader. State: Replica: c48afc99d5e1416082fb4a0b8e74793a, State: Running, Role: LEADER
02:19:31.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.223628  5405 consensus_queue.cc:237] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:31.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.224462  3231 catalog_manager.cc:5697] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a reported cstate change: term changed from 10 to 11, leader changed from b30bcb3445e345bf88fa9209a517d058 (127.2.249.67) to c48afc99d5e1416082fb4a0b8e74793a (127.2.249.65). New cstate: current_term: 11 leader_uuid: "c48afc99d5e1416082fb4a0b8e74793a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } health_report { overall_health: HEALTHY } } }
02:19:31.251 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fc071d4303ee4dd0bd36fe3128a6c820 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995' with partition [<start>, <end>)
02:19:31.251 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fc071d4303ee4dd0bd36fe3128a6c820@[8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411),b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521),c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)[L]]}]
02:19:31.251 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fc071d4303ee4dd0bd36fe3128a6c820, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1396), Traces: [0ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [16ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [16ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [36ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [37ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [38ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [38ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [55ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [56ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [57ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [57ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [76ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [77ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [78ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [78ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [114ms] refreshing cache from master, [114ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [116ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [117ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [118ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [118ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [413ms] refreshing cache from master, [413ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [415ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, [416ms] sending RPC to server b30bcb3445e345bf88fa9209a517d058, [417ms] received response from server b30bcb3445e345bf88fa9209a517d058: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [417ms] delaying RPC due to: Network error: Failed to connect to peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521): Connection refused: /127.2.249.67:39521, [1393ms] refreshing cache from master, [1393ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.249.124:45075, [1395ms] Sub RPC GetTableLocations: received response from server master-127.2.249.124:45075: OK, deferred=Deferred@315211274(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$244/0x00007f7fb8339420@76339ae0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@376925154 after retry RPC@163525929) -> (continuation of Deferred@1624359009 after retry RPC@1627619456) -> (continuation of Deferred@1275954593 after retry RPC@838277920) -> (continuation of Deferred@540408673 after retry RPC@697490012) -> (continuation of Deferred@538702879 after retry RPC@535075450), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@400bfb8e -> wakeup thread Time-limited test -> (continuation of Deferred@376925154 after retry RPC@163525929) -> (continuation of Deferred@1624359009 after retry RPC@1627619456) -> (continuation of Deferred@1275954593 after retry RPC@838277920) -> (continuation of Deferred@540408673 after retry RPC@697490012) -> (continuation of Deferred@538702879 after retry RPC@535075450))) after lookup
02:19:31.252 [DEBUG - kudu-nio-1] (Connection.java:748) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] connecting to peer
02:19:31.254 [DEBUG - kudu-nio-5] (Connection.java:757) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] Successfully connected to peer
02:19:31.273 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x2eeebc90, L:/127.0.0.1:50104 - R:/127.2.249.65:44491] using TOKEN/null
02:19:31.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.277454  5341 raft_consensus.cc:1275] T fc071d4303ee4dd0bd36fe3128a6c820 P 8a06146cb38541a5b4d7f3acaa37c313 [term 11 FOLLOWER]: Refusing update from remote peer c48afc99d5e1416082fb4a0b8e74793a: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 42. (index mismatch)
02:19:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.278129  5405 consensus_queue.cc:1048] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a [LEADER]: Connected to new peer: Peer: permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
02:19:31.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:31.278422  5085 consensus_peers.cc:597] T fc071d4303ee4dd0bd36fe3128a6c820 P c48afc99d5e1416082fb4a0b8e74793a -> Peer b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521): Couldn't send request to peer b30bcb3445e345bf88fa9209a517d058. Status: Network error: Client connection negotiation failed: client connection to 127.2.249.67:39521: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
02:19:31.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.279844  5424 mvcc.cc:204] Tried to move back new op lower bound from 7305122487130849280 to 7305122472247246848. Current Snapshot: MvccSnapshot[applied={T|T < 7305122487130849280}]
02:19:31.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.282035  5423 mvcc.cc:204] Tried to move back new op lower bound from 7305122493549182976 to 7305122493332869120. Current Snapshot: MvccSnapshot[applied={T|T < 7305122493549182976}]
02:19:31.291 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.2.249.67:39521
02:19:31.291 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

02:19:31.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.291616  3045 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:31.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskaEJf1C/build/release/bin/kudu
02:19:31.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:31.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data
02:19:31.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
02:19:31.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/logs
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/info.pb
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.67:39521
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.67
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42869
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.67
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
02:19:31.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:31.372366  5431 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
02:19:31.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:31.372545  5431 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
02:19:31.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:31.372565  5431 flags.cc:432] Enabled unsafe flag: --never_fsync=true
02:19:31.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:31.374055  5431 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
02:19:31.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:31.374109  5431 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.249.67
02:19:31.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.375576  5431 tablet_server_runner.cc:78] Tablet server non-default flags:
02:19:31.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
02:19:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.249.84:44113
02:19:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
02:19:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
02:19:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data
02:19:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
02:19:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
02:19:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.249.67:39521
02:19:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
02:19:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
02:19:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
02:19:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/info.pb
02:19:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.249.67
02:19:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42869
02:19:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.249.126:42823,127.2.249.125:43761,127.2.249.124:45075
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.5431
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.249.67
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/logs
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 01:43:18 UTC on e7f111948823
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12765
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.375783  5431 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
02:19:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.376030  5431 file_cache.cc:504] Constructed file cache file cache with capacity 419430
02:19:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:31.378494  5437 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:31.378546  5439 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:31.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 02:19:31.378576  5436 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
02:19:31.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.378937  5431 server_base.cc:1061] running on GCE node
02:19:31.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.379251  5431 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
02:19:31.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.379492  5431 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
02:19:31.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.380649  5431 hybrid_clock.cc:648] HybridClock initialized: now 1783477171380605 us; error 40 us; skew 500 ppm
02:19:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.381971  5431 webserver.cc:533] Webserver started at http://127.2.249.67:42869/ using document root <none> and password file <none>
02:19:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.382192  5431 fs_manager.cc:362] Metadata directory not provided
02:19:31.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.382254  5431 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
02:19:31.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.383773  5431 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.002s
02:19:31.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.384505  5446 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
02:19:31.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.384701  5431 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
02:19:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.384779  5431 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data,/tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b30bcb3445e345bf88fa9209a517d058"
02:19:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 02:19:00 on dist-test-slave-rbtp"
02:19:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.385133  5431 fs_report.cc:389] FS layout report
02:19:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
02:19:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/wal
02:19:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/data
02:19:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
02:19:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
02:19:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
02:19:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
02:19:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
02:19:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
02:19:31.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
02:19:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
02:19:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
02:19:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
02:19:31.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
02:19:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.413458  5431 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
02:19:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.413756  5431 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
02:19:31.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.413841  5431 kserver.cc:163] Server-wide thread pool size limit: 3276
02:19:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.414026  5431 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
02:19:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.414430  5453 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
02:19:31.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.415343  5431 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
02:19:31.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.415386  5431 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
02:19:31.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.415413  5431 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
02:19:31.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.415951  5431 ts_tablet_manager.cc:616] Registered 1 tablets
02:19:31.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.415982  5431 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
02:19:31.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.416164  5453 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Bootstrap starting.
02:19:31.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.423719  5431 rpc_server.cc:307] RPC server started. Bound to: 127.2.249.67:39521
02:19:31.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.423768  5560 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.249.67:39521 every 8 connection(s)
02:19:31.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.424113  5431 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskaEJf1C/test-tmp/mini-kudu-cluster2488380026170124243/ts-2/data/info.pb
02:19:31.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.426378  3045 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskaEJf1C/build/release/bin/kudu as pid 5431
02:19:31.426 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
02:19:31.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.427253  5453 log.cc:826] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Log is configured to *not* fsync() on all Append() calls
02:19:31.431 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995, tablet=fc071d4303ee4dd0bd36fe3128a6c820, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:19:31.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.432487  5561 heartbeater.cc:344] Connected to a master server at 127.2.249.124:45075
02:19:31.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.432597  5561 heartbeater.cc:461] Registering TS with master...
02:19:31.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.432783  5561 heartbeater.cc:507] Master 127.2.249.124:45075 requested a full tablet report, sending...
02:19:31.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.433076  5453 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
02:19:31.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.433329  3231 ts_manager.cc:194] Re-registered known tserver with Master: b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521)
02:19:31.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.433414  5453 tablet_bootstrap.cc:492] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Bootstrap complete.
02:19:31.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.433835  3231 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.249.67:49427
02:19:31.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.434466  5453 ts_tablet_manager.cc:1403] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Time spent bootstrapping tablet: real 0.018s	user 0.004s	sys 0.012s
02:19:31.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.435369  5453 raft_consensus.cc:359] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:31.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.435577  5453 raft_consensus.cc:740] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: b30bcb3445e345bf88fa9209a517d058, State: Initialized, Role: FOLLOWER
02:19:31.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.435705  5453 consensus_queue.cc:260] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b30bcb3445e345bf88fa9209a517d058" member_type: VOTER last_known_addr { host: "127.2.249.67" port: 39521 } } peers { permanent_uuid: "8a06146cb38541a5b4d7f3acaa37c313" member_type: VOTER last_known_addr { host: "127.2.249.66" port: 46411 } } peers { permanent_uuid: "c48afc99d5e1416082fb4a0b8e74793a" member_type: VOTER last_known_addr { host: "127.2.249.65" port: 44491 } }
02:19:31.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.436002  5561 heartbeater.cc:499] Master 127.2.249.124:45075 was elected leader, sending a full tablet report...
02:19:31.437 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1783477140995, tablet=fc071d4303ee4dd0bd36fe3128a6c820, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
02:19:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.435999  5453 ts_tablet_manager.cc:1434] T fc071d4303ee4dd0bd36fe3128a6c820 P b30bcb3445e345bf88fa9209a517d058: Time spent starting tablet: real 0.001s	user 0.000s	sys 0.003s
02:19:31.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.441205  5563 heartbeater.cc:344] Connected to a master server at 127.2.249.125:43761
02:19:31.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.441296  5563 heartbeater.cc:461] Registering TS with master...
02:19:31.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.441347  5563 heartbeater.cc:507] Master 127.2.249.125:43761 requested a full tablet report, sending...
02:19:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.441972  5562 heartbeater.cc:344] Connected to a master server at 127.2.249.126:42823
02:19:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.442032  5562 heartbeater.cc:461] Registering TS with master...
02:19:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.442095  5562 heartbeater.cc:507] Master 127.2.249.126:42823 requested a full tablet report, sending...
02:19:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.442516  3082 ts_manager.cc:194] Re-registered known tserver with Master: b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521)
02:19:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.442874  3158 ts_manager.cc:194] Re-registered known tserver with Master: b30bcb3445e345bf88fa9209a517d058 (127.2.249.67:39521)
02:19:31.444 [DEBUG - main] (Connection.java:575) [peer master-127.2.249.126:42823(127.2.249.126:42823)] disconnecting while in state READY
02:19:31.444 [DEBUG - main] (Connection.java:575) [peer b30bcb3445e345bf88fa9209a517d058(127.2.249.67:39521)] disconnecting while in state TERMINATED
02:19:31.444 [DEBUG - main] (Connection.java:575) [peer master-127.2.249.124:45075(127.2.249.124:45075)] disconnecting while in state READY
02:19:31.445 [DEBUG - main] (Connection.java:575) [peer master-127.2.249.125:43761(127.2.249.125:43761)] disconnecting while in state READY
02:19:31.445 [DEBUG - main] (Connection.java:575) [peer 8a06146cb38541a5b4d7f3acaa37c313(127.2.249.66:46411)] disconnecting while in state TERMINATED
02:19:31.445 [DEBUG - main] (Connection.java:575) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] disconnecting while in state READY
02:19:31.447 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.249.124:45075(127.2.249.124:45075)] handling channelInactive
02:19:31.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.249.124:45075(127.2.249.124:45075)] cleaning up while in state READY due to: connection closed
02:19:31.448 [DEBUG - kudu-nio-5] (Connection.java:239) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] handling channelInactive
02:19:31.448 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
02:19:31.448 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.249.126:42823(127.2.249.126:42823)] handling channelInactive
02:19:31.448 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c48afc99d5e1416082fb4a0b8e74793a(127.2.249.65:44491)] cleaning up while in state READY due to: connection closed
02:19:31.448 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.249.126:42823(127.2.249.126:42823)] cleaning up while in state READY due to: connection closed
02:19:31.449 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.249.125:43761(127.2.249.125:43761)] handling channelInactive
02:19:31.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.249.125:43761(127.2.249.125:43761)] cleaning up while in state READY due to: connection closed
02:19:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.451165  3045 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskaEJf1C/build/release/bin/kudu with pid 5069
02:19:31.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.457214  3045 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskaEJf1C/build/release/bin/kudu with pid 5257
02:19:31.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.462548  3045 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskaEJf1C/build/release/bin/kudu with pid 5431
02:19:31.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.467420  3045 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskaEJf1C/build/release/bin/kudu with pid 3056
02:19:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.472064  3045 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskaEJf1C/build/release/bin/kudu with pid 3127
02:19:31.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 02:19:31.476848  3045 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskaEJf1C/build/release/bin/kudu with pid 3199
02:19:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T02:19:31Z chronyd exiting

Time: 32.868

OK (1 test)

