JUnit version 4.13.2
.01:58:29.447 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786499909439
01:58:29.519 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
01:58:29.605 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
01:58:29.619 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskzxFwbj/test-tmp
01:58:29.627 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
01:58:29.630 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskzxFwbj/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
01:58:29.850 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

01:58:30.120 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
01:58:30.121 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

01:58:30.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.125175 20719 mini_oidc.cc:150] Starting JWKS server
01:58:30.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.128549 20719 webserver.cc:533] Webserver started at http://127.0.0.1:46329/ using document root <none> and password file <none>
01:58:30.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.128929 20719 mini_oidc.cc:186] Starting OIDC Discovery server
01:58:30.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.130147 20719 webserver.cc:533] Webserver started at http://127.0.0.1:45121/ using document root <none> and password file <none>
01:58:30.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T01:58:30Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
01:58:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T01:58:30Z Disabled control of system clock
01:58:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.161911 20719 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:30.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-0/wal
01:58:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-0/data
01:58:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:30.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:30.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-0/logs
01:58:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-0/data/info.pb
01:58:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:30.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:30.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:30.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:30.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:30.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:30.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:58:30.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:30.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:58:30.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:58:30.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.254:45537
01:58:30.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.254
01:58:30.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:30.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:30.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:30.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:30.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:30.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:58:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:58:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46329/jwks.json with env {}
01:58:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.483806 20740 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.484200 20740 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:30.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.484283 20740 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.492730 20740 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:58:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.492839 20740 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.492897 20740 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:58:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.492937 20740 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:58:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.492993 20740 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:58:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.493046 20740 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46329/jwks.json
01:58:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.503669 20740 master_runner.cc:387] Master server non-default flags:
01:58:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-0/logs
01:58:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:30.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:30.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:30.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:30.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:30.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:30.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-0/data
01:58:30.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-0/wal
01:58:30.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:58:30.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:30.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:30.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:58:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.254:45537
01:58:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:58:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:58:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46329/jwks.json
01:58:30.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-0/data/info.pb
01:58:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.254
01:58:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:30.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:58:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:58:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
01:58:30.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:57 UTC on bdcb31816ec0
01:58:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13298
01:58:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.505738 20740 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:30.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.508234 20740 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:30.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.519711 20745 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.519740 20746 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.521414 20750 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:30.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.521625 20740 server_base.cc:1061] running on GCE node
01:58:30.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.522580 20740 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:30.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.524461 20740 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:30.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.525681 20740 hybrid_clock.cc:648] HybridClock initialized: now 1786499910525572 us; error 102 us; skew 500 ppm
01:58:30.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.526008 20740 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:30.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.528251 20740 webserver.cc:533] Webserver started at http://127.20.59.254:33583/ using document root <none> and password file <none>
01:58:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.529048 20740 fs_manager.cc:362] Metadata directory not provided
01:58:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.529152 20740 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.529577 20740 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:58:30.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.532099 20740 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-0/data/instance:
01:58:30.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb"
01:58:30.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:30 on dist-test-slave-k5rr"
01:58:30.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.533051 20740 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-0/wal/instance:
01:58:30.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb"
01:58:30.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:30 on dist-test-slave-k5rr"
01:58:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.538786 20740 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.000s	sys 0.004s
01:58:30.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.542742 20761 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:58:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.544389 20740 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
01:58:30.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.544546 20740 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-0/data,/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-0/wal
01:58:30.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb"
01:58:30.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:30 on dist-test-slave-k5rr"
01:58:30.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.544736 20740 fs_report.cc:389] FS layout report
01:58:30.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:30.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-0/wal
01:58:30.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-0/wal
01:58:30.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-0/data/data
01:58:30.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:30.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:30.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:30.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.578114 20740 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:58:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.579006 20740 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:30.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.579255 20740 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:30.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.598268 20740 rpc_server.cc:307] RPC server started. Bound to: 127.20.59.254:45537
01:58:30.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.598289 20855 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.59.254:45537 every 8 connection(s)
01:58:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.599942 20740 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-0/data/info.pb
01:58:30.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.601464 20719 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu as pid 20740
01:58:30.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.601819 20719 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-0/wal/instance
01:58:30.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.605072 20719 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:30.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:30.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-1/wal
01:58:30.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-1/data
01:58:30.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:30.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:30.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:30.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:30.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:30.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:30.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-1/logs
01:58:30.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-1/data/info.pb
01:58:30.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:30.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:30.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:30.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:30.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:30.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:58:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:58:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:58:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.253:36227
01:58:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.253
01:58:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:58:30.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:30.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:58:30.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46329/jwks.json with env {}
01:58:30.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.606143 20856 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:30.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.612844 20856 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } has no permanent_uuid. Determining permanent_uuid...
01:58:30.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.630986 20856 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } has no permanent_uuid. Determining permanent_uuid...
01:58:30.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.632177 20763 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.253:36227: connect: Connection refused (error 111)
01:58:30.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.633829 20856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.59.253:36227: Network error: Client connection negotiation failed: client connection to 127.20.59.253:36227: connect: Connection refused (error 111)
01:58:30.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.683144 20856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } attempt: 1
01:58:30.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.685429 20856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.59.253:36227: Network error: Client connection negotiation failed: client connection to 127.20.59.253:36227: connect: Connection refused (error 111)
01:58:30.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.753654 20856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } attempt: 2
01:58:30.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.755714 20856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.59.253:36227: Network error: Client connection negotiation failed: client connection to 127.20.59.253:36227: connect: Connection refused (error 111)
01:58:30.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.846953 20856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } attempt: 3
01:58:30.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.849279 20856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.59.253:36227: Network error: Client connection negotiation failed: client connection to 127.20.59.253:36227: connect: Connection refused (error 111)
01:58:30.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.936448 20860 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:30.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.936765 20860 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:30.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.936843 20860 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:30.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.945089 20860 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:58:30.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.945174 20860 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:30.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.945227 20860 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:58:30.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.945268 20860 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:58:30.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.945319 20860 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:58:30.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.945354 20860 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46329/jwks.json
01:58:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.955299 20860 master_runner.cc:387] Master server non-default flags:
01:58:30.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-1/logs
01:58:30.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:30.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:30.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:30.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:30.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:30.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:30.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-1/data
01:58:30.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-1/wal
01:58:30.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:58:30.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:30.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:58:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.253:36227
01:58:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:58:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:58:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46329/jwks.json
01:58:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-1/data/info.pb
01:58:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.253
01:58:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:58:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:58:30.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:30.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
01:58:30.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:30.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:57 UTC on bdcb31816ec0
01:58:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13298
01:58:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.957378 20860 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.959813 20860 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:30.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.969336 20876 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.969369 20875 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.970642 20880 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:30.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.972608 20860 server_base.cc:1061] running on GCE node
01:58:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.974483 20860 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:30.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.976424 20860 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:30.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.977676 20860 hybrid_clock.cc:648] HybridClock initialized: now 1786499910977610 us; error 56 us; skew 500 ppm
01:58:30.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.978111 20860 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:30.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.980769 20860 webserver.cc:533] Webserver started at http://127.20.59.253:40813/ using document root <none> and password file <none>
01:58:30.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.981765 20860 fs_manager.cc:362] Metadata directory not provided
01:58:30.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.981866 20860 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:30.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.982224 20860 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:58:30.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.984542 20860 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-1/data/instance:
01:58:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e624d3004ba847c88a5bbb2a5a51b9b1"
01:58:30.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:30 on dist-test-slave-k5rr"
01:58:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.985368 20860 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-1/wal/instance:
01:58:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e624d3004ba847c88a5bbb2a5a51b9b1"
01:58:30.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:30 on dist-test-slave-k5rr"
01:58:30.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.990765 20860 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.004s	sys 0.000s
01:58:30.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.992547 20856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } attempt: 4
01:58:30.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.994629 20895 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:58:30.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:30.994668 20856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.59.253:36227: Network error: Client connection negotiation failed: client connection to 127.20.59.253:36227: connect: Connection refused (error 111)
01:58:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.996778 20860 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
01:58:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.996922 20860 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-1/data,/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-1/wal
01:58:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e624d3004ba847c88a5bbb2a5a51b9b1"
01:58:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:30 on dist-test-slave-k5rr"
01:58:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:30.997145 20860 fs_report.cc:389] FS layout report
01:58:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-1/wal
01:58:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-1/wal
01:58:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-1/data/data
01:58:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:31.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.031152 20860 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:58:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.032246 20860 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.032611 20860 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:31.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.052280 20860 rpc_server.cc:307] RPC server started. Bound to: 127.20.59.253:36227
01:58:31.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.052300 20982 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.59.253:36227 every 8 connection(s)
01:58:31.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.053869 20860 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-1/data/info.pb
01:58:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.058007 20983 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:31.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.058805 20719 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu as pid 20860
01:58:31.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.059000 20719 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-1/wal/instance
01:58:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.060302 20719 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-2/wal
01:58:31.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-2/data
01:58:31.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:31.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:31.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:31.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:31.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:31.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:31.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-2/logs
01:58:31.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-2/data/info.pb
01:58:31.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:31.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:31.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:31.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:31.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:31.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:31.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:31.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:31.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:58:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:58:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:58:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.252:43019
01:58:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.252
01:58:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:58:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:31.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:58:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46329/jwks.json with env {}
01:58:31.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.065697 20983 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } has no permanent_uuid. Determining permanent_uuid...
01:58:31.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.083848 20983 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } has no permanent_uuid. Determining permanent_uuid...
01:58:31.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.094784 20983 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } has no permanent_uuid. Determining permanent_uuid...
01:58:31.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.096019 20900 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.252:43019: connect: Connection refused (error 111)
01:58:31.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.097597 20983 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.59.252:43019: Network error: Client connection negotiation failed: client connection to 127.20.59.252:43019: connect: Connection refused (error 111)
01:58:31.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.146876 20983 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } attempt: 1
01:58:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.148911 20983 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.59.252:43019: Network error: Client connection negotiation failed: client connection to 127.20.59.252:43019: connect: Connection refused (error 111)
01:58:31.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.217142 20983 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } attempt: 2
01:58:31.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.219233 20983 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.59.252:43019: Network error: Client connection negotiation failed: client connection to 127.20.59.252:43019: connect: Connection refused (error 111)
01:58:31.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.293913 20856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } attempt: 5
01:58:31.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.300964 20856 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } has no permanent_uuid. Determining permanent_uuid...
01:58:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.302977 20856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.59.252:43019: Network error: Client connection negotiation failed: client connection to 127.20.59.252:43019: connect: Connection refused (error 111)
01:58:31.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.310432 20983 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } attempt: 3
01:58:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.312213 20983 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.59.252:43019: Network error: Client connection negotiation failed: client connection to 127.20.59.252:43019: connect: Connection refused (error 111)
01:58:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.354202 20856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } attempt: 1
01:58:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.356225 20856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.59.252:43019: Network error: Client connection negotiation failed: client connection to 127.20.59.252:43019: connect: Connection refused (error 111)
01:58:31.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.399179 20985 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:31.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.399498 20985 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:31.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.399575 20985 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.408704 20985 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:58:31.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.408802 20985 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:31.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.408856 20985 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:58:31.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.408896 20985 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:58:31.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.408947 20985 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:58:31.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.408980 20985 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46329/jwks.json
01:58:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.418855 20985 master_runner.cc:387] Master server non-default flags:
01:58:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-2/logs
01:58:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:31.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:31.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:31.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-2/data
01:58:31.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-2/wal
01:58:31.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:58:31.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:31.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:58:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.252:43019
01:58:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:58:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:58:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46329/jwks.json
01:58:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-2/data/info.pb
01:58:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.252
01:58:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:31.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:31.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:31.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:58:31.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:58:31.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:31.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
01:58:31.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:31.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:57 UTC on bdcb31816ec0
01:58:31.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13298
01:58:31.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.420516 20985 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.422287 20985 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.424472 20856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } attempt: 2
01:58:31.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.426846 20856 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.59.252:43019: Network error: Client connection negotiation failed: client connection to 127.20.59.252:43019: connect: Connection refused (error 111)
01:58:31.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.430323 20994 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:31.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.430878 20998 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:31.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.431849 21000 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:31.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.432394 20985 server_base.cc:1061] running on GCE node
01:58:31.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.433161 20985 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:31.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.434516 20985 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:31.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.435758 20985 hybrid_clock.cc:648] HybridClock initialized: now 1786499911435704 us; error 41 us; skew 500 ppm
01:58:31.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.436080 20985 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:31.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.438097 20985 webserver.cc:533] Webserver started at http://127.20.59.252:38173/ using document root <none> and password file <none>
01:58:31.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.438759 20985 fs_manager.cc:362] Metadata directory not provided
01:58:31.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.438853 20985 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:31.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.439136 20985 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:58:31.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.441460 20985 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-2/data/instance:
01:58:31.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e16ab8f94f004c6eb016c448dba58a04"
01:58:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:31 on dist-test-slave-k5rr"
01:58:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.442190 20985 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-2/wal/instance:
01:58:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e16ab8f94f004c6eb016c448dba58a04"
01:58:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:31 on dist-test-slave-k5rr"
01:58:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.447402 20985 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.001s	sys 0.004s
01:58:31.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.450582 21012 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:58:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.452010 20985 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
01:58:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.452148 20985 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-2/data,/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-2/wal
01:58:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e16ab8f94f004c6eb016c448dba58a04"
01:58:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:31 on dist-test-slave-k5rr"
01:58:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.452301 20985 fs_report.cc:389] FS layout report
01:58:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-2/wal
01:58:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-2/wal
01:58:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-2/data/data
01:58:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:31.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:31.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:31.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.455410 20983 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } attempt: 4
01:58:31.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.457445 20983 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.59.252:43019: Network error: Client connection negotiation failed: client connection to 127.20.59.252:43019: connect: Connection refused (error 111)
01:58:31.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.471441 20985 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:58:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.472224 20985 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:31.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.472441 20985 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:31.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.493398 20985 rpc_server.cc:307] RPC server started. Bound to: 127.20.59.252:43019
01:58:31.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.493429 21101 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.59.252:43019 every 8 connection(s)
01:58:31.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.494993 20985 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-2/data/info.pb
01:58:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.499284 21106 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:31.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.501827 20719 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu as pid 20985
01:58:31.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.502048 20719 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/master-2/wal/instance
01:58:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.506896 21106 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } has no permanent_uuid. Determining permanent_uuid...
01:58:31.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.531678 21106 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } has no permanent_uuid. Determining permanent_uuid...
01:58:31.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.533062 20856 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } attempt: 3
01:58:31.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.539104 21106 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } has no permanent_uuid. Determining permanent_uuid...
01:58:31.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.546379 20856 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb: Bootstrap starting.
01:58:31.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.549587 21106 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04: Bootstrap starting.
01:58:31.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.550453 20856 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb: Neither blocks nor log segments found. Creating new log.
01:58:31.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.551746 20856 log.cc:826] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb: Log is configured to *not* fsync() on all Append() calls
01:58:31.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.552469 21106 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04: Neither blocks nor log segments found. Creating new log.
01:58:31.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.553625 21106 log.cc:826] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04: Log is configured to *not* fsync() on all Append() calls
01:58:31.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.554780 20856 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb: No bootstrap required, opened a new log
01:58:31.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.556334 21106 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04: No bootstrap required, opened a new log
01:58:31.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.560524 20856 raft_consensus.cc:359] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } }
01:58:31.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.561254 20856 raft_consensus.cc:385] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:31.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.561605 20856 raft_consensus.cc:740] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 32e69b35f26c4fc4b0e0be9e9d4c4ccb, State: Initialized, Role: FOLLOWER
01:58:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.561677 21106 raft_consensus.cc:359] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } }
01:58:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.561971 21106 raft_consensus.cc:385] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.562086 21106 raft_consensus.cc:740] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e16ab8f94f004c6eb016c448dba58a04, State: Initialized, Role: FOLLOWER
01:58:31.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.562356 20856 consensus_queue.cc:260] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } }
01:58:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.562616 21106 consensus_queue.cc:260] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } }
01:58:31.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.563433 21125 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } } }
01:58:31.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.564074 21125 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [sys.catalog]: This master's current role is: FOLLOWER
01:58:31.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.563970 21127 sys_catalog.cc:455] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } } }
01:58:31.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.564276 21127 sys_catalog.cc:458] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04 [sys.catalog]: This master's current role is: FOLLOWER
01:58:31.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.564695 20856 sys_catalog.cc:565] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [sys.catalog]: configured and running, proceeding with master startup.
01:58:31.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.565986 21106 sys_catalog.cc:565] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04 [sys.catalog]: configured and running, proceeding with master startup.
01:58:31.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.581815 20773 tablet.cc:2406] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:58:31.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.577051 20740 master_runner.cc:187] Error getting master registration for 127.20.59.253:36227: OK, instance_id { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" instance_seqno: 1786499911047137 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:58:31.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.584100 20740 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:58:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.587157 21165 catalog_manager.cc:1594] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:58:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.587602 21165 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:58:31.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.580102 20985 master_runner.cc:187] Error getting master registration for 127.20.59.253:36227: OK, instance_id { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" instance_seqno: 1786499911047137 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:58:31.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.589097 20985 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:58:31.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.591312 21163 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:58:31.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.591454 21163 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:58:31.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.724408 21021 tablet.cc:2406] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:58:31.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.756708 20983 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } attempt: 5
01:58:31.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.770644 20983 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1: Bootstrap starting.
01:58:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.774914 20983 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1: Neither blocks nor log segments found. Creating new log.
01:58:31.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.776252 20983 log.cc:826] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1: Log is configured to *not* fsync() on all Append() calls
01:58:31.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.779351 20983 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1: No bootstrap required, opened a new log
01:58:31.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.788808 20983 raft_consensus.cc:359] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } }
01:58:31.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.789150 20983 raft_consensus.cc:385] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:31.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.789268 20983 raft_consensus.cc:740] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e624d3004ba847c88a5bbb2a5a51b9b1, State: Initialized, Role: FOLLOWER
01:58:31.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.793207 20983 consensus_queue.cc:260] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } }
01:58:31.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.801949 21125 raft_consensus.cc:493] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:58:31.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.802253 21125 raft_consensus.cc:515] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } }
01:58:31.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.804189 21125 leader_election.cc:290] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e624d3004ba847c88a5bbb2a5a51b9b1 (127.20.59.253:36227), e16ab8f94f004c6eb016c448dba58a04 (127.20.59.252:43019)
01:58:31.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.806810 21057 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e16ab8f94f004c6eb016c448dba58a04" is_pre_election: true
01:58:31.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.807410 21057 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 32e69b35f26c4fc4b0e0be9e9d4c4ccb in term 0.
01:58:31.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.808815 20771 leader_election.cc:304] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32e69b35f26c4fc4b0e0be9e9d4c4ccb, e16ab8f94f004c6eb016c448dba58a04; no voters: 
01:58:31.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.809623 21125 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [term 0 FOLLOWER]: Leader pre-election won for term 1
01:58:31.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.809801 21125 raft_consensus.cc:493] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:58:31.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.809924 21125 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [term 0 FOLLOWER]: Advancing to term 1
01:58:31.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.813339 21125 raft_consensus.cc:515] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } }
01:58:31.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.815372 21125 leader_election.cc:290] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [CANDIDATE]: Term 1 election: Requested vote from peers e624d3004ba847c88a5bbb2a5a51b9b1 (127.20.59.253:36227), e16ab8f94f004c6eb016c448dba58a04 (127.20.59.252:43019)
01:58:31.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.815681 21057 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e16ab8f94f004c6eb016c448dba58a04"
01:58:31.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.815883 21057 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04 [term 0 FOLLOWER]: Advancing to term 1
01:58:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.819381 21057 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 32e69b35f26c4fc4b0e0be9e9d4c4ccb in term 1.
01:58:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.819582 20983 sys_catalog.cc:565] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1 [sys.catalog]: configured and running, proceeding with master startup.
01:58:31.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.819722 20940 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1"
01:58:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.820227 20940 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1 [term 0 FOLLOWER]: Advancing to term 1
01:58:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.820569 20771 leader_election.cc:304] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 32e69b35f26c4fc4b0e0be9e9d4c4ccb, e16ab8f94f004c6eb016c448dba58a04; no voters: 
01:58:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.820231 20941 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" is_pre_election: true
01:58:31.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.824111 20940 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 32e69b35f26c4fc4b0e0be9e9d4c4ccb in term 1.
01:58:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.829798 21125 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [term 1 FOLLOWER]: Leader election won for term 1
01:58:31.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.819079 21171 sys_catalog.cc:455] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } } }
01:58:31.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.837092 21171 sys_catalog.cc:458] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1 [sys.catalog]: This master's current role is: FOLLOWER
01:58:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.844632 21125 raft_consensus.cc:697] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [term 1 LEADER]: Becoming Leader. State: Replica: 32e69b35f26c4fc4b0e0be9e9d4c4ccb, State: Running, Role: LEADER
01:58:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.846179 21125 consensus_queue.cc:237] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } }
01:58:31.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.857681 21177 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 32e69b35f26c4fc4b0e0be9e9d4c4ccb. Latest consensus state: current_term: 1 leader_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } } }
01:58:31.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.858508 21177 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [sys.catalog]: This master's current role is: LEADER
01:58:31.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.869582 21187 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
01:58:31.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.871901 21187 catalog_manager.cc:1520] Initializing Kudu cluster ID...
01:58:31.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.892477 21057 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04 [term 1 FOLLOWER]: Refusing update from remote peer 32e69b35f26c4fc4b0e0be9e9d4c4ccb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:58:31.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.893505 21177 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [LEADER]: Connected to new peer: Peer: permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:58:31.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.893501 20940 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1 [term 1 FOLLOWER]: Refusing update from remote peer 32e69b35f26c4fc4b0e0be9e9d4c4ccb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:58:31.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.899408 21177 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [LEADER]: Connected to new peer: Peer: permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:58:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.907087 21193 catalog_manager.cc:1594] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:58:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:31.907753 21193 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:58:31.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.923717 21127 sys_catalog.cc:455] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 32e69b35f26c4fc4b0e0be9e9d4c4ccb. Latest consensus state: current_term: 1 leader_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } } }
01:58:31.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.925822 21127 sys_catalog.cc:458] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04 [sys.catalog]: This master's current role is: FOLLOWER
01:58:31.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.927570 21171 sys_catalog.cc:455] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 32e69b35f26c4fc4b0e0be9e9d4c4ccb. Latest consensus state: current_term: 1 leader_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } } }
01:58:31.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.927836 21171 sys_catalog.cc:458] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1 [sys.catalog]: This master's current role is: FOLLOWER
01:58:31.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.931015 21190 mvcc.cc:204] Tried to move back new op lower bound from 7317503639098376192 to 7317503638934183936. Current Snapshot: MvccSnapshot[applied={T|T < 7317503639098376192}]
01:58:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.949625 21127 sys_catalog.cc:455] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } } }
01:58:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.949908 21127 sys_catalog.cc:458] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04 [sys.catalog]: This master's current role is: FOLLOWER
01:58:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.965865 21177 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } } }
01:58:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.966645 21177 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [sys.catalog]: This master's current role is: LEADER
01:58:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.967942 21187 catalog_manager.cc:1383] Generated new cluster ID: 55af5ebfc3474fb584761c659d7c0909
01:58:31.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.968053 21187 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
01:58:31.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.997193 21177 sys_catalog.cc:455] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } } }
01:58:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:31.997452 21177 sys_catalog.cc:458] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb [sys.catalog]: This master's current role is: LEADER
01:58:32.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.010046 21203 mvcc.cc:204] Tried to move back new op lower bound from 7317503639098376192 to 7317503638934183936. Current Snapshot: MvccSnapshot[applied={T|T < 7317503639098376192}]
01:58:32.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.013586 21171 sys_catalog.cc:455] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "32e69b35f26c4fc4b0e0be9e9d4c4ccb" member_type: VOTER last_known_addr { host: "127.20.59.254" port: 45537 } } peers { permanent_uuid: "e624d3004ba847c88a5bbb2a5a51b9b1" member_type: VOTER last_known_addr { host: "127.20.59.253" port: 36227 } } peers { permanent_uuid: "e16ab8f94f004c6eb016c448dba58a04" member_type: VOTER last_known_addr { host: "127.20.59.252" port: 43019 } } }
01:58:32.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.013844 21171 sys_catalog.cc:458] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1 [sys.catalog]: This master's current role is: FOLLOWER
01:58:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.027186 21187 catalog_manager.cc:1406] Generated new certificate authority record
01:58:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.029429 21187 catalog_manager.cc:1540] Loading token signing keys...
01:58:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.056743 21187 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 32e69b35f26c4fc4b0e0be9e9d4c4ccb: Generated new TSK 0
01:58:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.058431 21187 catalog_manager.cc:1550] Initializing in-progress tserver states...
01:58:32.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.098793 20719 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:32.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:32.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:58:32.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data
01:58:32.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:32.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:32.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:32.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:32.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:32.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:32.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/logs
01:58:32.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data/info.pb
01:58:32.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:32.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:32.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:32.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:58:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.193:0
01:58:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.193
01:58:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.193
01:58:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:32.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:32.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:32.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:58:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:32.444921 21217 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:32.445258 21217 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:32.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:32.445336 21217 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:32.453716 21217 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:32.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:32.453878 21217 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.59.193
01:58:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.464023 21217 tablet_server_runner.cc:78] Tablet server non-default flags:
01:58:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/logs
01:58:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data
01:58:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:58:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.193:0
01:58:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:32.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data/info.pb
01:58:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.193
01:58:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.193
01:58:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:58:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:58:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
01:58:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:57 UTC on bdcb31816ec0
01:58:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13298
01:58:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.465819 21217 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.467784 21217 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:32.478626 21223 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:32.479485 21222 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:32.479938 21227 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:32.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.481292 21217 server_base.cc:1061] running on GCE node
01:58:32.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.481854 21217 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:32.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.482849 21217 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:32.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.484323 21217 hybrid_clock.cc:648] HybridClock initialized: now 1786499912484221 us; error 87 us; skew 500 ppm
01:58:32.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.484705 21217 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:32.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.487308 21217 webserver.cc:533] Webserver started at http://127.20.59.193:37189/ using document root <none> and password file <none>
01:58:32.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.488330 21217 fs_manager.cc:362] Metadata directory not provided
01:58:32.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.488461 21217 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:32.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.488865 21217 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:58:32.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.492162 21217 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data/instance:
01:58:32.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbae6bae1c8a42fabe3a6e245dc35775"
01:58:32.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:32 on dist-test-slave-k5rr"
01:58:32.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.493196 21217 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal/instance:
01:58:32.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbae6bae1c8a42fabe3a6e245dc35775"
01:58:32.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:32 on dist-test-slave-k5rr"
01:58:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.500289 21217 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
01:58:32.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.505533 21237 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:58:32.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.507088 21217 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
01:58:32.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.507287 21217 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data,/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:58:32.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbae6bae1c8a42fabe3a6e245dc35775"
01:58:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:32 on dist-test-slave-k5rr"
01:58:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.507561 21217 fs_report.cc:389] FS layout report
01:58:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:58:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:58:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data/data
01:58:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:32.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:32.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:32.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.538543 21217 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:58:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.539613 21217 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.539978 21217 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.540994 21217 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:58:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.542749 21217 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:58:32.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.542860 21217 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
01:58:32.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.542963 21217 ts_tablet_manager.cc:616] Registered 0 tablets
01:58:32.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.543038 21217 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
01:58:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.574772 21217 rpc_server.cc:307] RPC server started. Bound to: 127.20.59.193:37155
01:58:32.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.574841 21422 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.59.193:37155 every 8 connection(s)
01:58:32.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.576419 21217 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data/info.pb
01:58:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.585075 20719 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu as pid 21217
01:58:32.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.585330 20719 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal/instance
01:58:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.590235 21165 catalog_manager.cc:1295] Loaded cluster ID: 55af5ebfc3474fb584761c659d7c0909
01:58:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.590348 21165 catalog_manager.cc:1588] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04: loading cluster ID for follower catalog manager: success
01:58:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.590730 20719 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:58:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data
01:58:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/logs
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/info.pb
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.194:0
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.194
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.194
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:58:32.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.594529 21165 catalog_manager.cc:1610] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04: acquiring CA information for follower catalog manager: success
01:58:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.597226 21165 catalog_manager.cc:1638] T 00000000000000000000000000000000 P e16ab8f94f004c6eb016c448dba58a04: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:58:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.624939 21426 heartbeater.cc:344] Connected to a master server at 127.20.59.253:36227
01:58:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.625391 21426 heartbeater.cc:461] Registering TS with master...
01:58:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.625882 21425 heartbeater.cc:344] Connected to a master server at 127.20.59.254:45537
01:58:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.626012 21425 heartbeater.cc:461] Registering TS with master...
01:58:32.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.626742 21426 heartbeater.cc:507] Master 127.20.59.253:36227 requested a full tablet report, sending...
01:58:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.627485 21425 heartbeater.cc:507] Master 127.20.59.254:45537 requested a full tablet report, sending...
01:58:32.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.629614 20789 ts_manager.cc:194] Registered new tserver with Master: bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155)
01:58:32.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.629729 20924 ts_manager.cc:194] Registered new tserver with Master: bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155)
01:58:32.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.631733 20789 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.59.193:52259
01:58:32.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.634145 21423 heartbeater.cc:344] Connected to a master server at 127.20.59.252:43019
01:58:32.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.634279 21423 heartbeater.cc:461] Registering TS with master...
01:58:32.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.634781 21423 heartbeater.cc:507] Master 127.20.59.252:43019 requested a full tablet report, sending...
01:58:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.636529 21036 ts_manager.cc:194] Registered new tserver with Master: bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155)
01:58:32.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.910162 21193 catalog_manager.cc:1295] Loaded cluster ID: 55af5ebfc3474fb584761c659d7c0909
01:58:32.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.910266 21193 catalog_manager.cc:1588] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1: loading cluster ID for follower catalog manager: success
01:58:32.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.913174 21193 catalog_manager.cc:1610] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1: acquiring CA information for follower catalog manager: success
01:58:32.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.915145 21193 catalog_manager.cc:1638] T 00000000000000000000000000000000 P e624d3004ba847c88a5bbb2a5a51b9b1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:58:32.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:32.935829 21438 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:32.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:32.936163 21438 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:32.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:32.936241 21438 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:32.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:32.944396 21438 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:32.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:32.944561 21438 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.59.194
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.954831 21438 tablet_server_runner.cc:78] Tablet server non-default flags:
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/logs
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.194:0
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/info.pb
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.194
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.194
01:58:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:58:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:58:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
01:58:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:57 UTC on bdcb31816ec0
01:58:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13298
01:58:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:32.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.956533 21438 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:32.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.958487 21438 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:32.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:32.968150 21454 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:32.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:32.968189 21452 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:32.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:32.968868 21458 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:32.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.969568 21438 server_base.cc:1061] running on GCE node
01:58:32.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.970197 21438 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:32.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.971223 21438 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:32.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.972458 21438 hybrid_clock.cc:648] HybridClock initialized: now 1786499912972341 us; error 111 us; skew 500 ppm
01:58:32.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.972823 21438 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:32.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.976536 21438 webserver.cc:533] Webserver started at http://127.20.59.194:45909/ using document root <none> and password file <none>
01:58:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.977433 21438 fs_manager.cc:362] Metadata directory not provided
01:58:32.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.977550 21438 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:32.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.978008 21438 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:58:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.980402 21438 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/instance:
01:58:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c741b2e1f41a4df18dd0754785f986ad"
01:58:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:32 on dist-test-slave-k5rr"
01:58:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.981297 21438 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal/instance:
01:58:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c741b2e1f41a4df18dd0754785f986ad"
01:58:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:32 on dist-test-slave-k5rr"
01:58:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.986651 21438 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.004s	sys 0.000s
01:58:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.990186 21465 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:58:32.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.991532 21438 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
01:58:32.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.991691 21438 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data,/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:58:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c741b2e1f41a4df18dd0754785f986ad"
01:58:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:32 on dist-test-slave-k5rr"
01:58:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:32.991922 21438 fs_report.cc:389] FS layout report
01:58:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:58:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:58:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/data
01:58:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:32.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:33.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.014919 21438 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:58:33.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.015764 21438 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.016008 21438 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:33.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.016954 21438 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:58:33.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.018610 21438 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:58:33.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.018699 21438 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
01:58:33.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.018771 21438 ts_tablet_manager.cc:616] Registered 0 tablets
01:58:33.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.018818 21438 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
01:58:33.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.049532 21438 rpc_server.cc:307] RPC server started. Bound to: 127.20.59.194:37851
01:58:33.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.049575 21650 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.59.194:37851 every 8 connection(s)
01:58:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.051079 21438 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/info.pb
01:58:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.058123 20719 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu as pid 21438
01:58:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.058320 20719 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal/instance
01:58:33.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.063640 20719 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:33.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:33.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:58:33.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data
01:58:33.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:33.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:33.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:33.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:33.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:33.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/logs
01:58:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data/info.pb
01:58:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:58:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.195:0
01:58:33.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.195
01:58:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.195
01:58:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:33.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:58:33.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.074322 21657 heartbeater.cc:344] Connected to a master server at 127.20.59.253:36227
01:58:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.074404 21653 heartbeater.cc:344] Connected to a master server at 127.20.59.252:43019
01:58:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.074404 21655 heartbeater.cc:344] Connected to a master server at 127.20.59.254:45537
01:58:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.074788 21653 heartbeater.cc:461] Registering TS with master...
01:58:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.074793 21657 heartbeater.cc:461] Registering TS with master...
01:58:33.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.074796 21655 heartbeater.cc:461] Registering TS with master...
01:58:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.076023 21655 heartbeater.cc:507] Master 127.20.59.254:45537 requested a full tablet report, sending...
01:58:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.076059 21657 heartbeater.cc:507] Master 127.20.59.253:36227 requested a full tablet report, sending...
01:58:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.076086 21653 heartbeater.cc:507] Master 127.20.59.252:43019 requested a full tablet report, sending...
01:58:33.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.078044 20924 ts_manager.cc:194] Registered new tserver with Master: c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:58:33.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.078205 21036 ts_manager.cc:194] Registered new tserver with Master: c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:58:33.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.078452 20789 ts_manager.cc:194] Registered new tserver with Master: c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:58:33.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.079478 20789 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.59.194:50885
01:58:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:33.395519 21669 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:33.395867 21669 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:33.395980 21669 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:33.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:33.404420 21669 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:33.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:33.404618 21669 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.59.195
01:58:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.414670 21669 tablet_server_runner.cc:78] Tablet server non-default flags:
01:58:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/logs
01:58:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data
01:58:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:58:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.195:0
01:58:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:33.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data/info.pb
01:58:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.195
01:58:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:58:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.195
01:58:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:58:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:58:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
01:58:33.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:33.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:57 UTC on bdcb31816ec0
01:58:33.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13298
01:58:33.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:33.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.416940 21669 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:33.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.418975 21669 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:33.428151 21676 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:33.428202 21678 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:33.428829 21682 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.429827 21669 server_base.cc:1061] running on GCE node
01:58:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.430384 21669 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:33.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.431227 21669 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.432462 21669 hybrid_clock.cc:648] HybridClock initialized: now 1786499913432407 us; error 40 us; skew 500 ppm
01:58:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.432830 21669 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.434989 21669 webserver.cc:533] Webserver started at http://127.20.59.195:43743/ using document root <none> and password file <none>
01:58:33.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.435758 21669 fs_manager.cc:362] Metadata directory not provided
01:58:33.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.435870 21669 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:33.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.436268 21669 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:58:33.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.438709 21669 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data/instance:
01:58:33.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4822421fb65b4d999b93fcf538089f24"
01:58:33.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:33 on dist-test-slave-k5rr"
01:58:33.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.439528 21669 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal/instance:
01:58:33.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4822421fb65b4d999b93fcf538089f24"
01:58:33.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:33 on dist-test-slave-k5rr"
01:58:33.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.444752 21669 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.000s	sys 0.007s
01:58:33.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.448028 21688 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:58:33.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.449375 21669 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
01:58:33.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.449544 21669 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data,/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:58:33.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4822421fb65b4d999b93fcf538089f24"
01:58:33.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:33 on dist-test-slave-k5rr"
01:58:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.449753 21669 fs_report.cc:389] FS layout report
01:58:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:58:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:58:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data/data
01:58:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.486943 21669 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:58:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.488653 21669 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.488963 21669 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:33.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.490125 21669 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:58:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.492290 21669 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:58:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.492381 21669 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
01:58:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.492449 21669 ts_tablet_manager.cc:616] Registered 0 tablets
01:58:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.492506 21669 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
01:58:33.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.532706 21669 rpc_server.cc:307] RPC server started. Bound to: 127.20.59.195:41281
01:58:33.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.532770 21884 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.59.195:41281 every 8 connection(s)
01:58:33.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.534169 21669 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data/info.pb
01:58:33.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.541208 20719 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu as pid 21669
01:58:33.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.541375 20719 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal/instance
01:58:33.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.556281 21891 heartbeater.cc:344] Connected to a master server at 127.20.59.253:36227
01:58:33.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.556344 21889 heartbeater.cc:344] Connected to a master server at 127.20.59.254:45537
01:58:33.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.556649 21891 heartbeater.cc:461] Registering TS with master...
01:58:33.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.556656 21889 heartbeater.cc:461] Registering TS with master...
01:58:33.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.557350 21886 heartbeater.cc:344] Connected to a master server at 127.20.59.252:43019
01:58:33.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.557509 21886 heartbeater.cc:461] Registering TS with master...
01:58:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.557830 21889 heartbeater.cc:507] Master 127.20.59.254:45537 requested a full tablet report, sending...
01:58:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.557847 21891 heartbeater.cc:507] Master 127.20.59.253:36227 requested a full tablet report, sending...
01:58:33.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.558074 21886 heartbeater.cc:507] Master 127.20.59.252:43019 requested a full tablet report, sending...
01:58:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.559544 20789 ts_manager.cc:194] Registered new tserver with Master: 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.559633 21036 ts_manager.cc:194] Registered new tserver with Master: 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:33.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.559651 20924 ts_manager.cc:194] Registered new tserver with Master: 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:33.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.560595 20789 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.59.195:48527
01:58:33.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.566725 20719 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
01:58:33.569 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
01:58:33.570 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

01:58:33.579 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.20.59.254"
      port: 45537
    }
    bound_http_address {
      host: "127.20.59.254"
      port: 33583
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.20.59.253"
      port: 36227
    }
    bound_http_address {
      host: "127.20.59.253"
      port: 40813
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.20.59.252"
      port: 43019
    }
    bound_http_address {
      host: "127.20.59.252"
      port: 38173
    }
  }
}

01:58:33.583 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

01:58:33.586 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.20.59.193"
      port: 37155
    }
    bound_http_address {
      host: "127.20.59.193"
      port: 37189
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.20.59.194"
      port: 37851
    }
    bound_http_address {
      host: "127.20.59.194"
      port: 45909
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.20.59.195"
      port: 41281
    }
    bound_http_address {
      host: "127.20.59.195"
      port: 43743
    }
  }
}

01:58:33.586 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
01:58:33.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:33.635020 21425 heartbeater.cc:499] Master 127.20.59.254:45537 was elected leader, sending a full tablet report...
01:58:33.761 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
01:58:33.823 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
01:58:33.984 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.59.254:45537(127.20.59.254:45537)] connecting to peer
01:58:34.038 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.59.253:36227(127.20.59.253:36227)] connecting to peer
01:58:34.040 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.20.59.252:43019(127.20.59.252:43019)] connecting to peer
01:58:34.057 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.59.252:43019(127.20.59.252:43019)] Successfully connected to peer
01:58:34.057 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.59.253:36227(127.20.59.253:36227)] Successfully connected to peer
01:58:34.064 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.59.254:45537(127.20.59.254:45537)] Successfully connected to peer
01:58:34.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.081737 21655 heartbeater.cc:499] Master 127.20.59.254:45537 was elected leader, sending a full tablet report...
01:58:34.154 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.20.59.253
01:58:34.155 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.20.59.252
01:58:34.155 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.20.59.254
01:58:34.385 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x2343d400, L:/127.0.0.1:41376 - R:/127.20.59.252:43019] using SASL/PLAIN
01:58:34.385 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xdfebd56d, L:/127.0.0.1:49408 - R:/127.20.59.253:36227] using SASL/PLAIN
01:58:34.387 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x99bbe632, L:/127.0.0.1:59740 - R:/127.20.59.254:45537] using SASL/PLAIN
01:58:34.423 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
01:58:34.424 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=481), Traces: [0ms] refreshing cache from master, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.59.254:45537, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.59.253:36227, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.59.252:43019, [451ms] Sub RPC ConnectToMaster: received response from server master-127.20.59.252:43019: OK, [451ms] Sub RPC ConnectToMaster: received response from server master-127.20.59.253:36227: OK, [452ms] Sub RPC ConnectToMaster: received response from server master-127.20.59.254:45537: OK, deferred=null) after lookup
01:58:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.470371 20789 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59740:
01:58:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929"
01:58:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
01:58:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
01:58:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
01:58:34.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
01:58:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
01:58:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
01:58:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
01:58:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
01:58:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
01:58:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
01:58:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
01:58:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
01:58:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
01:58:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
01:58:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:34.472280 20789 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
01:58:34.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.562693 21889 heartbeater.cc:499] Master 127.20.59.254:45537 was elected leader, sending a full tablet report...
01:58:34.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.574702 21537 tablet_service.cc:1511] Processing CreateTablet for tablet fb2d4c6b2bd44358adaa325e43de898d (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929 [id=7bcbb5befc1443e79a43c6addbd861a7]), partition=RANGE (key) PARTITION UNBOUNDED
01:58:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.576969 21537 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fb2d4c6b2bd44358adaa325e43de898d. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:34.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.585464 21775 tablet_service.cc:1511] Processing CreateTablet for tablet fb2d4c6b2bd44358adaa325e43de898d (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929 [id=7bcbb5befc1443e79a43c6addbd861a7]), partition=RANGE (key) PARTITION UNBOUNDED
01:58:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.587883 21775 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fb2d4c6b2bd44358adaa325e43de898d. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:34.592 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 7bcbb5befc1443e79a43c6addbd861a7
01:58:34.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.594743 21314 tablet_service.cc:1511] Processing CreateTablet for tablet fb2d4c6b2bd44358adaa325e43de898d (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929 [id=7bcbb5befc1443e79a43c6addbd861a7]), partition=RANGE (key) PARTITION UNBOUNDED
01:58:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.596761 21314 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fb2d4c6b2bd44358adaa325e43de898d. 1 dirs total, 0 dirs full, 0 dirs failed
01:58:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.635854 21935 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Bootstrap starting.
01:58:34.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.636570 21937 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Bootstrap starting.
01:58:34.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.638808 21936 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Bootstrap starting.
01:58:34.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.640502 21935 tablet_bootstrap.cc:654] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Neither blocks nor log segments found. Creating new log.
01:58:34.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.641834 21935 log.cc:826] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Log is configured to *not* fsync() on all Append() calls
01:58:34.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.642338 21936 tablet_bootstrap.cc:654] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Neither blocks nor log segments found. Creating new log.
01:58:34.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.642410 21937 tablet_bootstrap.cc:654] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Neither blocks nor log segments found. Creating new log.
01:58:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.643630 21937 log.cc:826] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Log is configured to *not* fsync() on all Append() calls
01:58:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.643643 21936 log.cc:826] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Log is configured to *not* fsync() on all Append() calls
01:58:34.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.651618 21936 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: No bootstrap required, opened a new log
01:58:34.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.652354 21936 ts_tablet_manager.cc:1403] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Time spent bootstrapping tablet: real 0.014s	user 0.005s	sys 0.004s
01:58:34.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.659777 21935 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: No bootstrap required, opened a new log
01:58:34.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.660123 21935 ts_tablet_manager.cc:1403] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Time spent bootstrapping tablet: real 0.025s	user 0.010s	sys 0.007s
01:58:34.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.660624 21936 raft_consensus.cc:359] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:34.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.661330 21936 raft_consensus.cc:385] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:34.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.661612 21936 raft_consensus.cc:740] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4822421fb65b4d999b93fcf538089f24, State: Initialized, Role: FOLLOWER
01:58:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.662226 21937 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: No bootstrap required, opened a new log
01:58:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.662720 21937 ts_tablet_manager.cc:1403] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Time spent bootstrapping tablet: real 0.026s	user 0.006s	sys 0.008s
01:58:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.662587 21936 consensus_queue.cc:260] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:34.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.671290 21936 ts_tablet_manager.cc:1434] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Time spent starting tablet: real 0.019s	user 0.017s	sys 0.000s
01:58:34.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.671034 21935 raft_consensus.cc:359] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:34.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.671465 21935 raft_consensus.cc:385] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:34.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.671594 21935 raft_consensus.cc:740] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c741b2e1f41a4df18dd0754785f986ad, State: Initialized, Role: FOLLOWER
01:58:34.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.672287 21937 raft_consensus.cc:359] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:34.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.672423 21935 consensus_queue.cc:260] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:34.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.673311 21937 raft_consensus.cc:385] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:58:34.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.673590 21937 raft_consensus.cc:740] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bbae6bae1c8a42fabe3a6e245dc35775, State: Initialized, Role: FOLLOWER
01:58:34.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.678869 21935 ts_tablet_manager.cc:1434] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Time spent starting tablet: real 0.018s	user 0.013s	sys 0.000s
01:58:34.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.687403 21937 consensus_queue.cc:260] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:34.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.691130 21937 ts_tablet_manager.cc:1434] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Time spent starting tablet: real 0.028s	user 0.010s	sys 0.000s
01:58:34.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:34.787352 21892 tablet.cc:2406] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:58:34.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:34.808986 21659 tablet.cc:2406] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:58:34.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:34.830873 21428 tablet.cc:2406] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:58:34.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.944777 21942 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:58:34.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.945139 21942 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:34.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.947144 21942 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.955839 21353 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "c741b2e1f41a4df18dd0754785f986ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" is_pre_election: true
01:58:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.956421 21353 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c741b2e1f41a4df18dd0754785f986ad in term 0.
01:58:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.956393 21803 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "c741b2e1f41a4df18dd0754785f986ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4822421fb65b4d999b93fcf538089f24" is_pre_election: true
01:58:34.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.956900 21803 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c741b2e1f41a4df18dd0754785f986ad in term 0.
01:58:34.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.957231 21469 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bbae6bae1c8a42fabe3a6e245dc35775, c741b2e1f41a4df18dd0754785f986ad; no voters: 
01:58:34.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.957650 21942 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 0 FOLLOWER]: Leader pre-election won for term 1
01:58:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.957827 21942 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:58:34.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.957959 21942 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 0 FOLLOWER]: Advancing to term 1
01:58:34.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.960171 21942 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:34.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.960870 21942 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 1 election: Requested vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:34.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.961452 21803 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "c741b2e1f41a4df18dd0754785f986ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4822421fb65b4d999b93fcf538089f24"
01:58:34.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.961452 21353 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "c741b2e1f41a4df18dd0754785f986ad" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bbae6bae1c8a42fabe3a6e245dc35775"
01:58:34.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.961660 21353 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 0 FOLLOWER]: Advancing to term 1
01:58:34.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.961665 21803 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 0 FOLLOWER]: Advancing to term 1
01:58:34.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.964870 21803 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c741b2e1f41a4df18dd0754785f986ad in term 1.
01:58:34.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.964870 21353 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c741b2e1f41a4df18dd0754785f986ad in term 1.
01:58:34.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.965384 21470 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24, c741b2e1f41a4df18dd0754785f986ad; no voters: 
01:58:34.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.965754 21942 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 1 FOLLOWER]: Leader election won for term 1
01:58:34.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.966411 21942 raft_consensus.cc:697] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 1 LEADER]: Becoming Leader. State: Replica: c741b2e1f41a4df18dd0754785f986ad, State: Running, Role: LEADER
01:58:34.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.967190 21942 consensus_queue.cc:237] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:34.972957 20789 catalog_manager.cc:5719] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad reported cstate change: term changed from 0 to 1, leader changed from <none> to c741b2e1f41a4df18dd0754785f986ad (127.20.59.194). New cstate: current_term: 1 leader_uuid: "c741b2e1f41a4df18dd0754785f986ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } health_report { overall_health: UNKNOWN } } }
01:58:35.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:35.487448 21954 consensus_queue.cc:1048] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [LEADER]: Connected to new peer: Peer: permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:58:35.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:35.511941 21966 consensus_queue.cc:1048] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [LEADER]: Connected to new peer: Peer: permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:58:35.670 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 7bcbb5befc1443e79a43c6addbd861a7
01:58:35.695 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:35.701 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299994, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:35.703 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [8ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=null) after lookup
01:58:35.715 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:35.718 [DEBUG - kudu-nio-3] (Connection.java:757) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] Successfully connected to peer
01:58:35.777 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x38f9acdd, L:/127.0.0.1:38384 - R:/127.20.59.194:37851] using TOKEN/null
01:58:35.898 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929, tablet=fb2d4c6b2bd44358adaa325e43de898d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
01:58:35.900 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.20.59.194:37851
01:58:35.902 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

01:58:35.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:35.902637 20719 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu pid 21438
01:58:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:35.911379 21643 generic_service.cc:196] Checking for leaks (request via RPC)
01:58:36.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:36.012209 20719 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu with pid 21438
01:58:36.039 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:58:36.041 [DEBUG - kudu-nio-3] (Connection.java:239) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] handling channelInactive
01:58:36.042 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state READY due to: connection closed
01:58:36.042 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: connection closed
01:58:36.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:36.068 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:36.068 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [3ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [28ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@990040671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@337037be -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@295c2e3a -> wakeup thread Time-limited test)) after lookup
01:58:36.069 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:36.072 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:36.072 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:36.072 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:36.087 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:36.087 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:36.088 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [3ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [28ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [30ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [33ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [33ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [48ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@990040671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@337037be -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1135938910 after retry RPC@1156773841), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@295c2e3a -> wakeup thread Time-limited test -> (continuation of Deferred@1135938910 after retry RPC@1156773841))) after lookup
01:58:36.088 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:36.090 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:36.090 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:36.091 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:36.127 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:36.127 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:36.128 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=88), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [3ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [28ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [30ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [33ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [33ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [48ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [49ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [51ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [52ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [88ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@990040671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@337037be -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1135938910 after retry RPC@1156773841) -> (continuation of Deferred@914758628 after retry RPC@1313850266), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@295c2e3a -> wakeup thread Time-limited test -> (continuation of Deferred@1135938910 after retry RPC@1156773841) -> (continuation of Deferred@914758628 after retry RPC@1313850266))) after lookup
01:58:36.129 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:36.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:36.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:36.131 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:36.268 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:36.269 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:36.269 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=229), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [3ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [28ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [30ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [33ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [33ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [48ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [49ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [51ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [52ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [88ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [90ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [92ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [92ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [225ms] refreshing cache from master, [225ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [229ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@990040671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@337037be -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1135938910 after retry RPC@1156773841) -> (continuation of Deferred@914758628 after retry RPC@1313850266) -> (continuation of Deferred@840323516 after retry RPC@1541857905), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@295c2e3a -> wakeup thread Time-limited test -> (continuation of Deferred@1135938910 after retry RPC@1156773841) -> (continuation of Deferred@914758628 after retry RPC@1313850266) -> (continuation of Deferred@840323516 after retry RPC@1541857905))) after lookup
01:58:36.270 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:36.272 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:36.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:36.272 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:36.648 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:36.649 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:36.649 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=609), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [3ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [28ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [30ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [33ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [33ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [48ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [49ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [51ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [52ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [88ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [90ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [92ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [92ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [225ms] refreshing cache from master, [225ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [229ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [231ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [233ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [233ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [605ms] refreshing cache from master, [606ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [609ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@990040671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@337037be -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1135938910 after retry RPC@1156773841) -> (continuation of Deferred@914758628 after retry RPC@1313850266) -> (continuation of Deferred@840323516 after retry RPC@1541857905) -> (continuation of Deferred@1255416416 after retry RPC@1472277236), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@295c2e3a -> wakeup thread Time-limited test -> (continuation of Deferred@1135938910 after retry RPC@1156773841) -> (continuation of Deferred@914758628 after retry RPC@1313850266) -> (continuation of Deferred@840323516 after retry RPC@1541857905) -> (continuation of Deferred@1255416416 after retry RPC@1472277236))) after lookup
01:58:36.651 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:36.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:36.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:36.652 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:37.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.331571 21995 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader c741b2e1f41a4df18dd0754785f986ad)
01:58:37.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.331777 21995 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:37.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.332413 21996 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader c741b2e1f41a4df18dd0754785f986ad)
01:58:37.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.332598 21996 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:37.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.333668 21995 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:58:37.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:37.346350 21246 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111)
01:58:37.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.346499 21996 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:37.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:37.349612 21246 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851): Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111)
01:58:37.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:37.354118 21703 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111)
01:58:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:37.358178 21703 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851): Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111)
01:58:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.358726 21803 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "4822421fb65b4d999b93fcf538089f24" is_pre_election: true
01:58:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.358942 21803 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bbae6bae1c8a42fabe3a6e245dc35775 in term 1.
01:58:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.359404 21244 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24, bbae6bae1c8a42fabe3a6e245dc35775; no voters: c741b2e1f41a4df18dd0754785f986ad
01:58:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.359798 21996 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 1 FOLLOWER]: Leader pre-election won for term 2
01:58:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.359984 21996 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 1 FOLLOWER]: Starting leader election (detected failure of leader c741b2e1f41a4df18dd0754785f986ad)
01:58:37.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.360087 21996 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 1 FOLLOWER]: Advancing to term 2
01:58:37.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.361655 21353 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "4822421fb65b4d999b93fcf538089f24" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" is_pre_election: true
01:58:37.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.399021 21996 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.399904 21353 raft_consensus.cc:2393] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 4822421fb65b4d999b93fcf538089f24 in current term 2: Already voted for candidate bbae6bae1c8a42fabe3a6e245dc35775 in this term.
01:58:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.400079 21996 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 2 election: Requested vote from peers c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:37.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.401669 21803 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "4822421fb65b4d999b93fcf538089f24"
01:58:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.401912 21803 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 1 FOLLOWER]: Advancing to term 2
01:58:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.402105 21694 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24; no voters: bbae6bae1c8a42fabe3a6e245dc35775, c741b2e1f41a4df18dd0754785f986ad
01:58:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:37.402654 21246 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851): Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111)
01:58:37.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.437336 21803 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bbae6bae1c8a42fabe3a6e245dc35775 in term 2.
01:58:37.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.437645 21995 raft_consensus.cc:2749] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
01:58:37.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.438107 21244 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24, bbae6bae1c8a42fabe3a6e245dc35775; no voters: c741b2e1f41a4df18dd0754785f986ad
01:58:37.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.438519 21996 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 2 FOLLOWER]: Leader election won for term 2
01:58:37.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.439111 21996 raft_consensus.cc:697] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 2 LEADER]: Becoming Leader. State: Replica: bbae6bae1c8a42fabe3a6e245dc35775, State: Running, Role: LEADER
01:58:37.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.439742 21996 consensus_queue.cc:237] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.443845 20789 catalog_manager.cc:5719] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 reported cstate change: term changed from 1 to 2, leader changed from c741b2e1f41a4df18dd0754785f986ad (127.20.59.194) to bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193). New cstate: current_term: 2 leader_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } health_report { overall_health: UNKNOWN } } }
01:58:37.448 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:37.449 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:37.449 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1409), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [3ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [28ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [30ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [33ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [33ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [48ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [49ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [51ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [52ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [88ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [90ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [92ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [92ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [225ms] refreshing cache from master, [225ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [229ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [231ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [233ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [233ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [605ms] refreshing cache from master, [606ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [609ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [611ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [613ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [613ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [1405ms] refreshing cache from master, [1405ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [1409ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@990040671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@337037be -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1135938910 after retry RPC@1156773841) -> (continuation of Deferred@914758628 after retry RPC@1313850266) -> (continuation of Deferred@840323516 after retry RPC@1541857905) -> (continuation of Deferred@1255416416 after retry RPC@1472277236) -> (continuation of Deferred@160123477 after retry RPC@700559901), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@295c2e3a -> wakeup thread Time-limited test -> (continuation of Deferred@1135938910 after retry RPC@1156773841) -> (continuation of Deferred@914758628 after retry RPC@1313850266) -> (continuation of Deferred@840323516 after retry RPC@1541857905) -> (continuation of Deferred@1255416416 after retry RPC@1472277236) -> (continuation of Deferred@160123477 after retry RPC@700559901))) after lookup
01:58:37.450 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:37.451 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:37.451 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:37.451 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:37.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.819964 21803 raft_consensus.cc:1275] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 2 FOLLOWER]: Refusing update from remote peer bbae6bae1c8a42fabe3a6e245dc35775: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
01:58:37.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:37.820891 21996 consensus_queue.cc:1048] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
01:58:37.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:37.831527 21246 consensus_peers.cc:597] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 -> Peer c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851): Couldn't send request to peer c741b2e1f41a4df18dd0754785f986ad. Status: Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:58:40.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:40.088631 21246 consensus_peers.cc:597] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 -> Peer c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851): Couldn't send request to peer c741b2e1f41a4df18dd0754785f986ad. Status: Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
01:58:40.607 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:40.608 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:40.608 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4568), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [3ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [28ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [30ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [33ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [33ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [48ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [49ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [51ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [52ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [85ms] refreshing cache from master, [85ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [88ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [90ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [92ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [92ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [225ms] refreshing cache from master, [225ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [229ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [231ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [233ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [233ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [605ms] refreshing cache from master, [606ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [609ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [611ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [613ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [613ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [1405ms] refreshing cache from master, [1405ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [1409ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [1410ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [1412ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [1413ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [4565ms] refreshing cache from master, [4565ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [4568ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@990040671(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@337037be -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1135938910 after retry RPC@1156773841) -> (continuation of Deferred@914758628 after retry RPC@1313850266) -> (continuation of Deferred@840323516 after retry RPC@1541857905) -> (continuation of Deferred@1255416416 after retry RPC@1472277236) -> (continuation of Deferred@160123477 after retry RPC@700559901) -> (continuation of Deferred@1687907372 after retry RPC@1089367032), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@295c2e3a -> wakeup thread Time-limited test -> (continuation of Deferred@1135938910 after retry RPC@1156773841) -> (continuation of Deferred@914758628 after retry RPC@1313850266) -> (continuation of Deferred@840323516 after retry RPC@1541857905) -> (continuation of Deferred@1255416416 after retry RPC@1472277236) -> (continuation of Deferred@160123477 after retry RPC@700559901) -> (continuation of Deferred@1687907372 after retry RPC@1089367032))) after lookup
01:58:40.609 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:58:40.610 [DEBUG - kudu-nio-2] (Connection.java:757) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] Successfully connected to peer
01:58:40.634 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x880cd86d, L:/127.0.0.1:59586 - R:/127.20.59.193:37155] using TOKEN/null
01:58:40.658 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.20.59.194:37851
01:58:40.660 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

01:58:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:40.661392 20719 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:58:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data
01:58:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/logs
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/info.pb
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.194:37851
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.194
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45909
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.194
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:58:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:40.983675 22056 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:40.983975 22056 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:40.984051 22056 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:40.992426 22056 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:40.992585 22056 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.59.194
01:58:41.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.002476 22056 tablet_server_runner.cc:78] Tablet server non-default flags:
01:58:41.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/logs
01:58:41.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:41.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:41.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.194:37851
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/info.pb
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.194
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45909
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.194
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:57 UTC on bdcb31816ec0
01:58:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13298
01:58:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.004097 22056 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.005874 22056 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:41.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:41.016068 22065 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:41.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:41.016151 22064 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:41.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:41.016095 22067 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.016782 22056 server_base.cc:1061] running on GCE node
01:58:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.017402 22056 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:41.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.018232 22056 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:41.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.019433 22056 hybrid_clock.cc:648] HybridClock initialized: now 1786499921019363 us; error 63 us; skew 500 ppm
01:58:41.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.019707 22056 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:41.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.021806 22056 webserver.cc:533] Webserver started at http://127.20.59.194:45909/ using document root <none> and password file <none>
01:58:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.022487 22056 fs_manager.cc:362] Metadata directory not provided
01:58:41.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.022594 22056 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:41.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.027822 22056 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.001s
01:58:41.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.030534 22076 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:58:41.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.031893 22056 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
01:58:41.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.032028 22056 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data,/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:58:41.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c741b2e1f41a4df18dd0754785f986ad"
01:58:41.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:32 on dist-test-slave-k5rr"
01:58:41.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.032713 22056 fs_report.cc:389] FS layout report
01:58:41.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:41.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:58:41.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:58:41.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/data
01:58:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:41.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:41.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.045548 22056 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:58:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.046340 22056 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.046582 22056 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.047520 22056 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:58:41.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.049911 22085 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
01:58:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.056164 22056 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
01:58:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.056284 22056 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
01:58:41.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.056404 22056 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
01:58:41.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.060817 22056 ts_tablet_manager.cc:616] Registered 1 tablets
01:58:41.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.060936 22056 ts_tablet_manager.cc:595] Time spent register tablets: real 0.005s	user 0.001s	sys 0.000s
01:58:41.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.061492 22085 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Bootstrap starting.
01:58:41.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.087896 22085 log.cc:826] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Log is configured to *not* fsync() on all Append() calls
01:58:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.100672 22085 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:58:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.101523 22085 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Bootstrap complete.
01:58:41.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.102854 22085 ts_tablet_manager.cc:1403] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Time spent bootstrapping tablet: real 0.042s	user 0.029s	sys 0.010s
01:58:41.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.105810 22056 rpc_server.cc:307] RPC server started. Bound to: 127.20.59.194:37851
01:58:41.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.105849 22262 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.59.194:37851 every 8 connection(s)
01:58:41.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.107216 22056 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/info.pb
01:58:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.108989 20719 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu as pid 22056
01:58:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.108444 22085 raft_consensus.cc:359] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:41.109 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:58:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.109490 22085 raft_consensus.cc:740] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: c741b2e1f41a4df18dd0754785f986ad, State: Initialized, Role: FOLLOWER
01:58:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.110286 22085 consensus_queue.cc:260] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:41.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.135905 22085 ts_tablet_manager.cc:1434] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Time spent starting tablet: real 0.033s	user 0.020s	sys 0.014s
01:58:41.139 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929, tablet=fb2d4c6b2bd44358adaa325e43de898d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
01:58:41.140 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.20.59.193:37155
01:58:41.140 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

01:58:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.142570 20719 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu pid 21217
01:58:41.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.150420 22264 heartbeater.cc:344] Connected to a master server at 127.20.59.252:43019
01:58:41.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.150476 22269 heartbeater.cc:344] Connected to a master server at 127.20.59.253:36227
01:58:41.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.150862 22269 heartbeater.cc:461] Registering TS with master...
01:58:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.150871 22264 heartbeater.cc:461] Registering TS with master...
01:58:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.152107 22264 heartbeater.cc:507] Master 127.20.59.252:43019 requested a full tablet report, sending...
01:58:41.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.152190 22269 heartbeater.cc:507] Master 127.20.59.253:36227 requested a full tablet report, sending...
01:58:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.155603 21036 ts_manager.cc:194] Re-registered known tserver with Master: c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:58:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.156189 20924 ts_manager.cc:194] Re-registered known tserver with Master: c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:58:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.158254 22267 heartbeater.cc:344] Connected to a master server at 127.20.59.254:45537
01:58:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.159092 22267 heartbeater.cc:461] Registering TS with master...
01:58:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.159571 22267 heartbeater.cc:507] Master 127.20.59.254:45537 requested a full tablet report, sending...
01:58:41.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.162602 20790 ts_manager.cc:194] Re-registered known tserver with Master: c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:58:41.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.164299 20790 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.59.194:41513
01:58:41.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.164809 21418 generic_service.cc:196] Checking for leaks (request via RPC)
01:58:41.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.166972 22267 heartbeater.cc:499] Master 127.20.59.254:45537 was elected leader, sending a full tablet report...
01:58:41.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:41.265342 20719 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu with pid 21217
01:58:41.292 [DEBUG - kudu-nio-2] (Connection.java:239) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] handling channelInactive
01:58:41.292 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:58:41.292 [DEBUG - kudu-nio-2] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state READY due to: connection closed
01:58:41.293 [DEBUG - Time-limited test] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:58:41.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:41.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:41.294 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:41.307 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:41.307 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:41.308 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [15ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1979550803(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@feef3b6 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@651fafaa -> wakeup thread Time-limited test)) after lookup
01:58:41.308 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:58:41.309 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:41.309 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:41.309 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:41.327 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:41.328 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:41.328 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [15ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [16ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [17ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [17ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [35ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1979550803(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@feef3b6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1294553721 after retry RPC@1431557769), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@651fafaa -> wakeup thread Time-limited test -> (continuation of Deferred@1294553721 after retry RPC@1431557769))) after lookup
01:58:41.329 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:58:41.330 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:41.330 [DEBUG - kudu-nio-5] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:41.330 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:41.348 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:41.349 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:41.349 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=57), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [15ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [16ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [17ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [17ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [35ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [36ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [38ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [39ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [52ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1979550803(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@feef3b6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1294553721 after retry RPC@1431557769) -> (continuation of Deferred@853107588 after retry RPC@995613653), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@651fafaa -> wakeup thread Time-limited test -> (continuation of Deferred@1294553721 after retry RPC@1431557769) -> (continuation of Deferred@853107588 after retry RPC@995613653))) after lookup
01:58:41.350 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:58:41.351 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:41.352 [DEBUG - kudu-nio-6] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:41.352 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:41.388 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:41.388 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:41.389 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=96), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [15ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [16ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [17ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [17ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [35ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [36ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [38ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [39ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [52ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [58ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [60ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [60ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [96ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1979550803(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@feef3b6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1294553721 after retry RPC@1431557769) -> (continuation of Deferred@853107588 after retry RPC@995613653) -> (continuation of Deferred@1784166021 after retry RPC@1876218216), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@651fafaa -> wakeup thread Time-limited test -> (continuation of Deferred@1294553721 after retry RPC@1431557769) -> (continuation of Deferred@853107588 after retry RPC@995613653) -> (continuation of Deferred@1784166021 after retry RPC@1876218216))) after lookup
01:58:41.390 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:58:41.392 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:41.392 [DEBUG - kudu-nio-7] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:41.392 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:41.787 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:41.788 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:41.788 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=495), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [15ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [16ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [17ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [17ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [35ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [36ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [38ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [39ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [52ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [58ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [60ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [60ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [96ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [98ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [100ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [100ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [492ms] refreshing cache from master, [492ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [495ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1979550803(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@feef3b6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1294553721 after retry RPC@1431557769) -> (continuation of Deferred@853107588 after retry RPC@995613653) -> (continuation of Deferred@1784166021 after retry RPC@1876218216) -> (continuation of Deferred@546369361 after retry RPC@1685361206), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@651fafaa -> wakeup thread Time-limited test -> (continuation of Deferred@1294553721 after retry RPC@1431557769) -> (continuation of Deferred@853107588 after retry RPC@995613653) -> (continuation of Deferred@1784166021 after retry RPC@1876218216) -> (continuation of Deferred@546369361 after retry RPC@1685361206))) after lookup
01:58:41.789 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:58:41.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:41.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:41.790 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.293684 22293 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:58:42.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.293955 22293 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.295593 22293 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:42.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:42.297732 22078 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.193:37155: connect: Connection refused (error 111)
01:58:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:42.302165 22078 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155): Network error: Client connection negotiation failed: client connection to 127.20.59.193:37155: connect: Connection refused (error 111)
01:58:42.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.302879 21803 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "c741b2e1f41a4df18dd0754785f986ad" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "4822421fb65b4d999b93fcf538089f24" is_pre_election: true
01:58:42.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.303620 22079 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c741b2e1f41a4df18dd0754785f986ad; no voters: 4822421fb65b4d999b93fcf538089f24, bbae6bae1c8a42fabe3a6e245dc35775
01:58:42.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.304000 22293 raft_consensus.cc:2749] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
01:58:42.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.565284 22309 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader bbae6bae1c8a42fabe3a6e245dc35775)
01:58:42.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.565488 22309 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:42.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.566256 22309 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:58:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:42.567770 21694 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.193:37155: connect: Connection refused (error 111)
01:58:42.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:42.569281 21694 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155): Network error: Client connection negotiation failed: client connection to 127.20.59.193:37155: connect: Connection refused (error 111)
01:58:42.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.574236 22187 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "4822421fb65b4d999b93fcf538089f24" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "c741b2e1f41a4df18dd0754785f986ad" is_pre_election: true
01:58:42.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.574666 22187 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4822421fb65b4d999b93fcf538089f24 in term 1.
01:58:42.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.575594 21703 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24, c741b2e1f41a4df18dd0754785f986ad; no voters: bbae6bae1c8a42fabe3a6e245dc35775
01:58:42.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.575893 22309 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 2 FOLLOWER]: Leader pre-election won for term 3
01:58:42.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.576007 22309 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 2 FOLLOWER]: Starting leader election (detected failure of leader bbae6bae1c8a42fabe3a6e245dc35775)
01:58:42.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.576088 22309 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 2 FOLLOWER]: Advancing to term 3
01:58:42.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.578107 22309 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:42.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.578635 22309 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 3 election: Requested vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:58:42.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.579167 22187 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "4822421fb65b4d999b93fcf538089f24" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "c741b2e1f41a4df18dd0754785f986ad"
01:58:42.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.579375 22187 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 1 FOLLOWER]: Advancing to term 3
01:58:42.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:42.580089 21694 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155): Network error: Client connection negotiation failed: client connection to 127.20.59.193:37155: connect: Connection refused (error 111)
01:58:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.583323 22187 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4822421fb65b4d999b93fcf538089f24 in term 3.
01:58:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.583806 21703 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24, c741b2e1f41a4df18dd0754785f986ad; no voters: bbae6bae1c8a42fabe3a6e245dc35775
01:58:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.584132 22309 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 3 FOLLOWER]: Leader election won for term 3
01:58:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.584584 22309 raft_consensus.cc:697] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 3 LEADER]: Becoming Leader. State: Replica: 4822421fb65b4d999b93fcf538089f24, State: Running, Role: LEADER
01:58:42.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.585124 22309 consensus_queue.cc:237] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:42.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.588716 20790 catalog_manager.cc:5719] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 reported cstate change: term changed from 2 to 3, leader changed from bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193) to 4822421fb65b4d999b93fcf538089f24 (127.20.59.195). New cstate: current_term: 3 leader_uuid: "4822421fb65b4d999b93fcf538089f24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } health_report { overall_health: HEALTHY } } }
01:58:42.667 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:42.668 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:42.668 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1375), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [15ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [16ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [17ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [17ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [35ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [36ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [38ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [39ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [52ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [56ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [58ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [60ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [60ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [92ms] refreshing cache from master, [92ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [96ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [98ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [100ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [100ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [492ms] refreshing cache from master, [492ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [495ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [497ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [498ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [498ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [1372ms] refreshing cache from master, [1372ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [1375ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1979550803(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@feef3b6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1294553721 after retry RPC@1431557769) -> (continuation of Deferred@853107588 after retry RPC@995613653) -> (continuation of Deferred@1784166021 after retry RPC@1876218216) -> (continuation of Deferred@546369361 after retry RPC@1685361206) -> (continuation of Deferred@451519852 after retry RPC@1743895165), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@651fafaa -> wakeup thread Time-limited test -> (continuation of Deferred@1294553721 after retry RPC@1431557769) -> (continuation of Deferred@853107588 after retry RPC@995613653) -> (continuation of Deferred@1784166021 after retry RPC@1876218216) -> (continuation of Deferred@546369361 after retry RPC@1685361206) -> (continuation of Deferred@451519852 after retry RPC@1743895165))) after lookup
01:58:42.670 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:58:42.671 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] Successfully connected to peer
01:58:42.691 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x6c8994b4, L:/127.0.0.1:53564 - R:/127.20.59.195:41281] using TOKEN/null
01:58:42.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.697965 22187 raft_consensus.cc:1275] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 3 FOLLOWER]: Refusing update from remote peer 4822421fb65b4d999b93fcf538089f24: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 10. (index mismatch)
01:58:42.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:42.698431 21694 consensus_peers.cc:597] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 -> Peer bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155): Couldn't send request to peer bbae6bae1c8a42fabe3a6e245dc35775. Status: Network error: Client connection negotiation failed: client connection to 127.20.59.193:37155: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:58:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.698923 22316 consensus_queue.cc:1048] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
01:58:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.711086 22344 mvcc.cc:204] Tried to move back new op lower bound from 7317503683360616448 to 7317503682912182272. Current Snapshot: MvccSnapshot[applied={T|T < 7317503683360616448}]
01:58:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.714120 22345 mvcc.cc:204] Tried to move back new op lower bound from 7317503683360616448 to 7317503682912182272. Current Snapshot: MvccSnapshot[applied={T|T < 7317503683360616448}]
01:58:42.736 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.20.59.193:37155
01:58:42.737 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:42.737910 20719 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/logs
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data/info.pb
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.193:37155
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.193
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37189
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.193
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:42.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:58:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:43.072274 22355 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:43.072572 22355 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:43.072646 22355 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:43.080730 22355 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:43.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:43.080891 22355 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.59.193
01:58:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.091355 22355 tablet_server_runner.cc:78] Tablet server non-default flags:
01:58:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/logs
01:58:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data
01:58:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:58:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.193:37155
01:58:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data/info.pb
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.193
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37189
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.193
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:57 UTC on bdcb31816ec0
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13298
01:58:43.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:43.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.092922 22355 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:43.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.094913 22355 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:43.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:43.104574 22362 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:43.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:43.105046 22363 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:43.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:43.105731 22365 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.106009 22355 server_base.cc:1061] running on GCE node
01:58:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.106662 22355 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.107717 22355 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.108947 22355 hybrid_clock.cc:648] HybridClock initialized: now 1786499923108891 us; error 67 us; skew 500 ppm
01:58:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.109318 22355 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:43.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.111805 22355 webserver.cc:533] Webserver started at http://127.20.59.193:37189/ using document root <none> and password file <none>
01:58:43.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.112663 22355 fs_manager.cc:362] Metadata directory not provided
01:58:43.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.112805 22355 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:43.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.119468 22355 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.005s	sys 0.001s
01:58:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.122716 22379 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:58:43.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.124001 22355 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
01:58:43.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.124135 22355 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data,/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:58:43.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbae6bae1c8a42fabe3a6e245dc35775"
01:58:43.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:32 on dist-test-slave-k5rr"
01:58:43.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.124814 22355 fs_report.cc:389] FS layout report
01:58:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:58:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:58:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data/data
01:58:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:43.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.145474 22355 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:58:43.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.146270 22355 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:43.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.146536 22355 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:43.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.147598 22355 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:58:43.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.149740 22392 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
01:58:43.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.155829 22355 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
01:58:43.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.155916 22355 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
01:58:43.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.156028 22355 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
01:58:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.159171 22355 ts_tablet_manager.cc:616] Registered 1 tablets
01:58:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.159262 22355 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.001s	sys 0.000s
01:58:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.159797 22392 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Bootstrap starting.
01:58:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.185916 22392 log.cc:826] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Log is configured to *not* fsync() on all Append() calls
01:58:43.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.201666 22355 rpc_server.cc:307] RPC server started. Bound to: 127.20.59.193:37155
01:58:43.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.201714 22575 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.59.193:37155 every 8 connection(s)
01:58:43.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.203644 22355 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data/info.pb
01:58:43.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.208065 22392 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:58:43.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.208249 20719 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu as pid 22355
01:58:43.208 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:58:43.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.208781 22392 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Bootstrap complete.
01:58:43.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.210441 22392 ts_tablet_manager.cc:1403] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Time spent bootstrapping tablet: real 0.051s	user 0.028s	sys 0.020s
01:58:43.228 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929, tablet=fb2d4c6b2bd44358adaa325e43de898d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
01:58:43.229 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.20.59.195:41281
01:58:43.230 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

01:58:43.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.230536 20719 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu pid 21669
01:58:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.232605 22392 raft_consensus.cc:359] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.233846 22392 raft_consensus.cc:740] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: bbae6bae1c8a42fabe3a6e245dc35775, State: Initialized, Role: FOLLOWER
01:58:43.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.235107 22392 consensus_queue.cc:260] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:43.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.260632 22392 ts_tablet_manager.cc:1434] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Time spent starting tablet: real 0.050s	user 0.015s	sys 0.000s
01:58:43.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.269398 21877 generic_service.cc:196] Checking for leaks (request via RPC)
01:58:43.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.271548 22576 heartbeater.cc:344] Connected to a master server at 127.20.59.252:43019
01:58:43.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.272019 22576 heartbeater.cc:461] Registering TS with master...
01:58:43.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.272626 22578 heartbeater.cc:344] Connected to a master server at 127.20.59.253:36227
01:58:43.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.272773 22578 heartbeater.cc:461] Registering TS with master...
01:58:43.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.273190 22576 heartbeater.cc:507] Master 127.20.59.252:43019 requested a full tablet report, sending...
01:58:43.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.273326 22578 heartbeater.cc:507] Master 127.20.59.253:36227 requested a full tablet report, sending...
01:58:43.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.273743 22577 heartbeater.cc:344] Connected to a master server at 127.20.59.254:45537
01:58:43.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.273890 22577 heartbeater.cc:461] Registering TS with master...
01:58:43.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.274343 22577 heartbeater.cc:507] Master 127.20.59.254:45537 requested a full tablet report, sending...
01:58:43.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.276575 20790 ts_manager.cc:194] Re-registered known tserver with Master: bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155)
01:58:43.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.276656 20924 ts_manager.cc:194] Re-registered known tserver with Master: bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155)
01:58:43.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.277588 21036 ts_manager.cc:194] Re-registered known tserver with Master: bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155)
01:58:43.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.278211 20790 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.59.193:49787
01:58:43.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.281302 22577 heartbeater.cc:499] Master 127.20.59.254:45537 was elected leader, sending a full tablet report...
01:58:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:43.374174 20719 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu with pid 21669
01:58:43.398 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] handling channelInactive
01:58:43.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state READY due to: connection closed
01:58:43.398 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:58:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:43.399290 22597 negotiation.cc:336] Failed RPC negotiation. Trace:
01:58:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 01:58:43.382180 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.20.59.195:50385 (local address 127.20.59.193:37155)
01:58:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 01:58:43.382796 (+   616us) server_negotiation.cc:207] Beginning negotiation
01:58:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 01:58:43.382807 (+    11us) server_negotiation.cc:400] Waiting for connection header
01:58:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 01:58:43.397749 (+ 14942us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.20.59.195:50385: BlockingRecv error: recv got EOF from 127.20.59.195:50385 (error 108)
01:58:43.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":440,"thread_start_us":264,"threads_started":1}
01:58:43.400 [DEBUG - Time-limited test] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:58:43.401 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:43.401 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:43.401 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:43.407 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:43.407 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:43.407 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [2ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [8ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1588288510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@34632004 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@bdb6289 -> wakeup thread Time-limited test)) after lookup
01:58:43.408 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:58:43.409 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:43.409 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:43.410 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:43.426 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:43.426 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:43.427 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [2ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [8ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [9ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [11ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [11ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [27ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1588288510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@34632004 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1498142592 after retry RPC@156514570), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@bdb6289 -> wakeup thread Time-limited test -> (continuation of Deferred@1498142592 after retry RPC@156514570))) after lookup
01:58:43.427 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:58:43.428 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:43.428 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:43.428 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:43.467 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:43.468 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:43.468 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=69), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [2ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [8ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [9ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [11ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [11ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [27ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [28ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [29ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [29ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [68ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1588288510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@34632004 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1498142592 after retry RPC@156514570) -> (continuation of Deferred@207417476 after retry RPC@619185260), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@bdb6289 -> wakeup thread Time-limited test -> (continuation of Deferred@1498142592 after retry RPC@156514570) -> (continuation of Deferred@207417476 after retry RPC@619185260))) after lookup
01:58:43.468 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:58:43.469 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:43.469 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:43.470 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:43.547 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:43.547 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:43.548 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=148), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [2ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [8ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [9ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [11ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [11ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [27ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [28ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [29ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [29ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [68ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [69ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [71ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [71ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [148ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1588288510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@34632004 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1498142592 after retry RPC@156514570) -> (continuation of Deferred@207417476 after retry RPC@619185260) -> (continuation of Deferred@1883420371 after retry RPC@351082451), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@bdb6289 -> wakeup thread Time-limited test -> (continuation of Deferred@1498142592 after retry RPC@156514570) -> (continuation of Deferred@207417476 after retry RPC@619185260) -> (continuation of Deferred@1883420371 after retry RPC@351082451))) after lookup
01:58:43.548 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:58:43.549 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:43.549 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:43.550 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:44.028 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:44.028 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:44.028 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=629), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [2ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [8ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [9ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [11ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [11ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [27ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [28ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [29ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [29ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [68ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [69ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [71ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [71ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [148ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [149ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [151ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [151ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [625ms] refreshing cache from master, [626ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [628ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1588288510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@34632004 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1498142592 after retry RPC@156514570) -> (continuation of Deferred@207417476 after retry RPC@619185260) -> (continuation of Deferred@1883420371 after retry RPC@351082451) -> (continuation of Deferred@2060430124 after retry RPC@115374121), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@bdb6289 -> wakeup thread Time-limited test -> (continuation of Deferred@1498142592 after retry RPC@156514570) -> (continuation of Deferred@207417476 after retry RPC@619185260) -> (continuation of Deferred@1883420371 after retry RPC@351082451) -> (continuation of Deferred@2060430124 after retry RPC@115374121))) after lookup
01:58:44.029 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:58:44.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:44.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:44.030 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:44.608 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:44.609 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:44.609 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1210), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [2ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [8ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [9ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [11ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [11ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [27ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [28ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [29ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [29ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [68ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [69ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [71ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [71ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [148ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [149ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [151ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [151ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [625ms] refreshing cache from master, [626ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [628ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [630ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [631ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [631ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1205ms] refreshing cache from master, [1206ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [1209ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1588288510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@34632004 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1498142592 after retry RPC@156514570) -> (continuation of Deferred@207417476 after retry RPC@619185260) -> (continuation of Deferred@1883420371 after retry RPC@351082451) -> (continuation of Deferred@2060430124 after retry RPC@115374121) -> (continuation of Deferred@1358506874 after retry RPC@1440559228), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@bdb6289 -> wakeup thread Time-limited test -> (continuation of Deferred@1498142592 after retry RPC@156514570) -> (continuation of Deferred@207417476 after retry RPC@619185260) -> (continuation of Deferred@1883420371 after retry RPC@351082451) -> (continuation of Deferred@2060430124 after retry RPC@115374121) -> (continuation of Deferred@1358506874 after retry RPC@1440559228))) after lookup
01:58:44.610 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:58:44.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:44.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:44.611 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.634073 22599 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 4822421fb65b4d999b93fcf538089f24)
01:58:44.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.634279 22599 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.635082 22599 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:44.647917 22079 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281): Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111)
01:58:44.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.652899 22492 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "c741b2e1f41a4df18dd0754785f986ad" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" is_pre_election: true
01:58:44.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.653362 22492 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c741b2e1f41a4df18dd0754785f986ad in term 2.
01:58:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.654265 22078 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bbae6bae1c8a42fabe3a6e245dc35775, c741b2e1f41a4df18dd0754785f986ad; no voters: 4822421fb65b4d999b93fcf538089f24
01:58:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.654578 22599 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 3 FOLLOWER]: Leader pre-election won for term 4
01:58:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.654683 22599 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 3 FOLLOWER]: Starting leader election (detected failure of leader 4822421fb65b4d999b93fcf538089f24)
01:58:44.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.654753 22599 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 3 FOLLOWER]: Advancing to term 4
01:58:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.656832 22599 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.657524 22599 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 4 election: Requested vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.657958 22492 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "c741b2e1f41a4df18dd0754785f986ad" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "bbae6bae1c8a42fabe3a6e245dc35775"
01:58:44.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.658160 22492 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 2 FOLLOWER]: Advancing to term 4
01:58:44.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:44.659005 22079 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281): Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111)
01:58:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.661912 22492 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c741b2e1f41a4df18dd0754785f986ad in term 4.
01:58:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.662428 22078 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bbae6bae1c8a42fabe3a6e245dc35775, c741b2e1f41a4df18dd0754785f986ad; no voters: 4822421fb65b4d999b93fcf538089f24
01:58:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.662750 22599 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 4 FOLLOWER]: Leader election won for term 4
01:58:44.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.663213 22599 raft_consensus.cc:697] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 4 LEADER]: Becoming Leader. State: Replica: c741b2e1f41a4df18dd0754785f986ad, State: Running, Role: LEADER
01:58:44.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.663790 22599 consensus_queue.cc:237] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:44.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:44.667760 20790 catalog_manager.cc:5719] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad reported cstate change: term changed from 3 to 4, leader changed from 4822421fb65b4d999b93fcf538089f24 (127.20.59.195) to c741b2e1f41a4df18dd0754785f986ad (127.20.59.194). New cstate: current_term: 4 leader_uuid: "c741b2e1f41a4df18dd0754785f986ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } health_report { overall_health: UNKNOWN } } }
01:58:45.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:45.087518 22079 consensus_peers.cc:597] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad -> Peer 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281): Couldn't send request to peer 4822421fb65b4d999b93fcf538089f24. Status: Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:58:45.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:45.272521 22492 raft_consensus.cc:1275] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 4 FOLLOWER]: Refusing update from remote peer c741b2e1f41a4df18dd0754785f986ad: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
01:58:45.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:45.273481 22599 consensus_queue.cc:1048] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [LEADER]: Connected to new peer: Peer: permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
01:58:47.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:47.493654 22079 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111) [suppressed 7 similar messages]
01:58:47.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:47.494884 22079 consensus_peers.cc:597] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad -> Peer 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281): Couldn't send request to peer 4822421fb65b4d999b93fcf538089f24. Status: Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
01:58:48.287 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:48.287 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:48.288 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=4888), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [2ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [8ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [9ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [11ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [11ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [27ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [28ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [29ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [29ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [65ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [68ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [69ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [71ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [71ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [145ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [148ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [149ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [151ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [151ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [625ms] refreshing cache from master, [626ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [628ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [630ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [631ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [631ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1205ms] refreshing cache from master, [1206ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [1209ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [1210ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [1212ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1212ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [4885ms] refreshing cache from master, [4885ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [4888ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1588288510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@34632004 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1498142592 after retry RPC@156514570) -> (continuation of Deferred@207417476 after retry RPC@619185260) -> (continuation of Deferred@1883420371 after retry RPC@351082451) -> (continuation of Deferred@2060430124 after retry RPC@115374121) -> (continuation of Deferred@1358506874 after retry RPC@1440559228) -> (continuation of Deferred@1000402597 after retry RPC@1753034135), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@bdb6289 -> wakeup thread Time-limited test -> (continuation of Deferred@1498142592 after retry RPC@156514570) -> (continuation of Deferred@207417476 after retry RPC@619185260) -> (continuation of Deferred@1883420371 after retry RPC@351082451) -> (continuation of Deferred@2060430124 after retry RPC@115374121) -> (continuation of Deferred@1358506874 after retry RPC@1440559228) -> (continuation of Deferred@1000402597 after retry RPC@1753034135))) after lookup
01:58:48.289 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:48.290 [DEBUG - kudu-nio-1] (Connection.java:757) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] Successfully connected to peer
01:58:48.309 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x5bfdb911, L:/127.0.0.1:36724 - R:/127.20.59.194:37851] using TOKEN/null
01:58:48.334 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.20.59.195:41281
01:58:48.335 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.335803 20719 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/logs
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data/info.pb
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.195:41281
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.195
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43743
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.195
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:58:48.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:48.682763 22677 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:48.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:48.683081 22677 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:48.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:48.683156 22677 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:48.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:48.691299 22677 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:48.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:48.691466 22677 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.59.195
01:58:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.701164 22677 tablet_server_runner.cc:78] Tablet server non-default flags:
01:58:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/logs
01:58:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data
01:58:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:58:48.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.195:41281
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data/info.pb
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.195
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43743
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.195
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:57 UTC on bdcb31816ec0
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13298
01:58:48.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:48.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.703330 22677 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:48.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.705202 22677 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:48.714931 22694 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:48.714965 22690 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:48.715921 22696 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.716347 22677 server_base.cc:1061] running on GCE node
01:58:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.716858 22677 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.717795 22677 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.719002 22677 hybrid_clock.cc:648] HybridClock initialized: now 1786499928718951 us; error 35 us; skew 500 ppm
01:58:48.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.719362 22677 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.721596 22677 webserver.cc:533] Webserver started at http://127.20.59.195:43743/ using document root <none> and password file <none>
01:58:48.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.722340 22677 fs_manager.cc:362] Metadata directory not provided
01:58:48.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.722469 22677 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:48.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.728240 22677 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.002s	sys 0.003s
01:58:48.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.731397 22705 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:58:48.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.732833 22677 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
01:58:48.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.733057 22677 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data,/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:58:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4822421fb65b4d999b93fcf538089f24"
01:58:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:33 on dist-test-slave-k5rr"
01:58:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.733877 22677 fs_report.cc:389] FS layout report
01:58:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:58:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:58:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data/data
01:58:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:48.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:48.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:48.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:48.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:48.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.760252 22677 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:58:48.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.761234 22677 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:48.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.761579 22677 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:48.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.762562 22677 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:58:48.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.764622 22716 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
01:58:48.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.770609 22677 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
01:58:48.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.770706 22677 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
01:58:48.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.770838 22677 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
01:58:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.773999 22677 ts_tablet_manager.cc:616] Registered 1 tablets
01:58:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.774097 22677 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.002s	sys 0.000s
01:58:48.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.774519 22716 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Bootstrap starting.
01:58:48.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.798733 22716 log.cc:826] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Log is configured to *not* fsync() on all Append() calls
01:58:48.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.811285 22677 rpc_server.cc:307] RPC server started. Bound to: 127.20.59.195:41281
01:58:48.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.811364 22912 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.59.195:41281 every 8 connection(s)
01:58:48.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.812656 22677 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data/info.pb
01:58:48.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.814428 20719 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu as pid 22677
01:58:48.815 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:58:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.826970 22716 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:58:48.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.827677 22716 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Bootstrap complete.
01:58:48.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.832195 22716 ts_tablet_manager.cc:1403] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Time spent bootstrapping tablet: real 0.058s	user 0.030s	sys 0.017s
01:58:48.841 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929, tablet=fb2d4c6b2bd44358adaa325e43de898d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
01:58:48.848 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.20.59.194:37851
01:58:48.848 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

01:58:48.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.849265 20719 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu pid 22056
01:58:48.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.861656 22716 raft_consensus.cc:359] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:48.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.862738 22716 raft_consensus.cc:740] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4822421fb65b4d999b93fcf538089f24, State: Initialized, Role: FOLLOWER
01:58:48.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.863601 22716 consensus_queue.cc:260] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:48.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.869065 22716 ts_tablet_manager.cc:1434] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Time spent starting tablet: real 0.035s	user 0.010s	sys 0.000s
01:58:48.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.875104 22915 heartbeater.cc:344] Connected to a master server at 127.20.59.252:43019
01:58:48.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.875536 22915 heartbeater.cc:461] Registering TS with master...
01:58:48.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.876595 22915 heartbeater.cc:507] Master 127.20.59.252:43019 requested a full tablet report, sending...
01:58:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.878134 22258 generic_service.cc:196] Checking for leaks (request via RPC)
01:58:48.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.879824 21036 ts_manager.cc:194] Re-registered known tserver with Master: 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.884665 22920 heartbeater.cc:344] Connected to a master server at 127.20.59.253:36227
01:58:48.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.884797 22920 heartbeater.cc:461] Registering TS with master...
01:58:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.885257 22920 heartbeater.cc:507] Master 127.20.59.253:36227 requested a full tablet report, sending...
01:58:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.886483 20922 ts_manager.cc:194] Re-registered known tserver with Master: 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.892339 22917 heartbeater.cc:344] Connected to a master server at 127.20.59.254:45537
01:58:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.892503 22917 heartbeater.cc:461] Registering TS with master...
01:58:48.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.892956 22917 heartbeater.cc:507] Master 127.20.59.254:45537 requested a full tablet report, sending...
01:58:48.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.894145 20790 ts_manager.cc:194] Re-registered known tserver with Master: 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:48.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.895282 20790 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.59.195:40971
01:58:48.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.897476 22917 heartbeater.cc:499] Master 127.20.59.254:45537 was elected leader, sending a full tablet report...
01:58:48.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:48.986104 20719 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu with pid 22056
01:58:49.012 [DEBUG - kudu-nio-1] (Connection.java:239) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] handling channelInactive
01:58:49.012 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:58:49.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state READY due to: connection closed
01:58:49.013 [DEBUG - Time-limited test] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:49.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:49.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:49.014 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:49.027 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:49.027 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:49.028 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [2ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [2ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [14ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@2089845051(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@7d001aab -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@341b2376 -> wakeup thread Time-limited test)) after lookup
01:58:49.028 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:49.029 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:49.030 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:49.030 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:49.047 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:49.048 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:49.048 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [2ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [2ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [14ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [16ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [18ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [18ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [35ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@2089845051(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@7d001aab -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1031107591 after retry RPC@1343811660), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@341b2376 -> wakeup thread Time-limited test -> (continuation of Deferred@1031107591 after retry RPC@1343811660))) after lookup
01:58:49.048 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:49.050 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:49.050 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:49.050 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:49.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:49.067 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:49.068 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [2ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [2ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [14ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [16ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [18ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [18ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [35ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [36ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [38ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [38ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [55ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@2089845051(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@7d001aab -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1031107591 after retry RPC@1343811660) -> (continuation of Deferred@821547899 after retry RPC@662359993), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@341b2376 -> wakeup thread Time-limited test -> (continuation of Deferred@1031107591 after retry RPC@1343811660) -> (continuation of Deferred@821547899 after retry RPC@662359993))) after lookup
01:58:49.068 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:49.070 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:49.070 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:49.070 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:49.188 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:49.188 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:49.189 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=176), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [2ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [2ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [14ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [16ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [18ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [18ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [35ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [36ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [38ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [38ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [55ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [56ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [58ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [58ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [172ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [175ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@2089845051(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@7d001aab -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1031107591 after retry RPC@1343811660) -> (continuation of Deferred@821547899 after retry RPC@662359993) -> (continuation of Deferred@1819606355 after retry RPC@486727779), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@341b2376 -> wakeup thread Time-limited test -> (continuation of Deferred@1031107591 after retry RPC@1343811660) -> (continuation of Deferred@821547899 after retry RPC@662359993) -> (continuation of Deferred@1819606355 after retry RPC@486727779))) after lookup
01:58:49.189 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:49.190 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:49.190 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:49.191 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:49.407 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:49.407 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:49.408 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=395), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [2ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [2ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [14ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [16ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [18ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [18ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [35ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [36ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [38ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [38ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [55ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [56ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [58ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [58ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [172ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [175ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [177ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [178ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [179ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [392ms] refreshing cache from master, [392ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [395ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@2089845051(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@7d001aab -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1031107591 after retry RPC@1343811660) -> (continuation of Deferred@821547899 after retry RPC@662359993) -> (continuation of Deferred@1819606355 after retry RPC@486727779) -> (continuation of Deferred@1805871832 after retry RPC@1630047799), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@341b2376 -> wakeup thread Time-limited test -> (continuation of Deferred@1031107591 after retry RPC@1343811660) -> (continuation of Deferred@821547899 after retry RPC@662359993) -> (continuation of Deferred@1819606355 after retry RPC@486727779) -> (continuation of Deferred@1805871832 after retry RPC@1630047799))) after lookup
01:58:49.408 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:49.409 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:49.409 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:49.410 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:50.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.088158 22940 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:58:50.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.088428 22940 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:50.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.090097 22940 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:58:50.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:50.093963 22713 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111)
01:58:50.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:50.095717 22713 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851): Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111)
01:58:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.099797 22492 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "4822421fb65b4d999b93fcf538089f24" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" is_pre_election: true
01:58:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.100629 22708 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24; no voters: bbae6bae1c8a42fabe3a6e245dc35775, c741b2e1f41a4df18dd0754785f986ad
01:58:50.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.101084 22940 raft_consensus.cc:2749] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
01:58:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.292073 22947 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader c741b2e1f41a4df18dd0754785f986ad)
01:58:50.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.292644 22947 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:50.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.294370 22947 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:50.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:50.295591 22388 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111)
01:58:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:50.297346 22388 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851): Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111)
01:58:50.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.303220 22833 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "4822421fb65b4d999b93fcf538089f24" is_pre_election: true
01:58:50.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.303611 22833 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bbae6bae1c8a42fabe3a6e245dc35775 in term 3.
01:58:50.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.304630 22387 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24, bbae6bae1c8a42fabe3a6e245dc35775; no voters: c741b2e1f41a4df18dd0754785f986ad
01:58:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.305081 22947 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 4 FOLLOWER]: Leader pre-election won for term 5
01:58:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.305235 22947 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 4 FOLLOWER]: Starting leader election (detected failure of leader c741b2e1f41a4df18dd0754785f986ad)
01:58:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.305362 22947 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 4 FOLLOWER]: Advancing to term 5
01:58:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.307618 22947 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.308282 22947 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 5 election: Requested vote from peers c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.308845 22833 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "4822421fb65b4d999b93fcf538089f24"
01:58:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.309048 22833 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 3 FOLLOWER]: Advancing to term 5
01:58:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:50.309689 22388 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851): Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111)
01:58:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.312999 22833 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bbae6bae1c8a42fabe3a6e245dc35775 in term 5.
01:58:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.313452 22387 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24, bbae6bae1c8a42fabe3a6e245dc35775; no voters: c741b2e1f41a4df18dd0754785f986ad
01:58:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.313745 22947 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 5 FOLLOWER]: Leader election won for term 5
01:58:50.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.314172 22947 raft_consensus.cc:697] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 5 LEADER]: Becoming Leader. State: Replica: bbae6bae1c8a42fabe3a6e245dc35775, State: Running, Role: LEADER
01:58:50.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.314765 22947 consensus_queue.cc:237] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.318771 20790 catalog_manager.cc:5719] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 reported cstate change: term changed from 4 to 5, leader changed from c741b2e1f41a4df18dd0754785f986ad (127.20.59.194) to bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193). New cstate: current_term: 5 leader_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } health_report { overall_health: UNKNOWN } } }
01:58:50.347 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:50.347 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:50.348 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1335), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [2ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [2ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [14ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [16ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [18ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [18ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [35ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [36ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [38ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [38ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [55ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [56ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [58ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [58ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [172ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [175ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [177ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [178ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [179ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [392ms] refreshing cache from master, [392ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [395ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [396ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [398ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [398ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [1332ms] refreshing cache from master, [1332ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [1335ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@2089845051(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@7d001aab -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1031107591 after retry RPC@1343811660) -> (continuation of Deferred@821547899 after retry RPC@662359993) -> (continuation of Deferred@1819606355 after retry RPC@486727779) -> (continuation of Deferred@1805871832 after retry RPC@1630047799) -> (continuation of Deferred@1513932811 after retry RPC@2134944845), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@341b2376 -> wakeup thread Time-limited test -> (continuation of Deferred@1031107591 after retry RPC@1343811660) -> (continuation of Deferred@821547899 after retry RPC@662359993) -> (continuation of Deferred@1819606355 after retry RPC@486727779) -> (continuation of Deferred@1805871832 after retry RPC@1630047799) -> (continuation of Deferred@1513932811 after retry RPC@2134944845))) after lookup
01:58:50.349 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:58:50.349 [DEBUG - kudu-nio-0] (Connection.java:757) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] Successfully connected to peer
01:58:50.365 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xd5182e20, L:/127.0.0.1:42982 - R:/127.20.59.193:37155] using TOKEN/null
01:58:50.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.370386 22833 raft_consensus.cc:1275] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 5 FOLLOWER]: Refusing update from remote peer bbae6bae1c8a42fabe3a6e245dc35775: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 18. (index mismatch)
01:58:50.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:50.370538 22388 consensus_peers.cc:597] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 -> Peer c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851): Couldn't send request to peer c741b2e1f41a4df18dd0754785f986ad. Status: Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:58:50.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.371277 22955 consensus_queue.cc:1048] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
01:58:50.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.381511 22976 mvcc.cc:204] Tried to move back new op lower bound from 7317503714787999744 to 7317503714573344768. Current Snapshot: MvccSnapshot[applied={T|T < 7317503714787999744}]
01:58:50.401 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.20.59.194:37851
01:58:50.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

01:58:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.402974 20719 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:58:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data
01:58:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/logs
01:58:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/info.pb
01:58:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.194:37851
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.194
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45909
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.194
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:50.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:58:50.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:50.730197 22988 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:50.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:50.730502 22988 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:50.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:50.730579 22988 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:50.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:50.740315 22988 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:50.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:50.740489 22988 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.59.194
01:58:50.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.750686 22988 tablet_server_runner.cc:78] Tablet server non-default flags:
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/logs
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.194:37851
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/info.pb
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.194
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45909
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:50.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.194
01:58:50.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:58:50.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:58:50.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:50.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
01:58:50.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:50.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:57 UTC on bdcb31816ec0
01:58:50.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13298
01:58:50.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:50.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.752549 22988 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:50.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.754395 22988 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:50.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:50.764446 22998 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:50.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:50.764451 22997 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:50.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:50.765628 23005 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:50.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.766810 22988 server_base.cc:1061] running on GCE node
01:58:50.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.767439 22988 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:50.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.768532 22988 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:50.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.769773 22988 hybrid_clock.cc:648] HybridClock initialized: now 1786499930769709 us; error 51 us; skew 500 ppm
01:58:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.770139 22988 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:50.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.772737 22988 webserver.cc:533] Webserver started at http://127.20.59.194:45909/ using document root <none> and password file <none>
01:58:50.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.773675 22988 fs_manager.cc:362] Metadata directory not provided
01:58:50.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.773795 22988 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:50.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.780627 22988 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.006s	sys 0.000s
01:58:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.784204 23013 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:58:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.785795 22988 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
01:58:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.785921 22988 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data,/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:58:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c741b2e1f41a4df18dd0754785f986ad"
01:58:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:32 on dist-test-slave-k5rr"
01:58:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.786598 22988 fs_report.cc:389] FS layout report
01:58:50.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:58:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:58:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/data
01:58:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:50.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:50.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.808655 22988 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:58:50.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.809633 22988 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:50.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.809870 22988 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:50.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.810756 22988 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:58:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.813287 23029 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
01:58:50.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.818931 22988 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
01:58:50.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.819031 22988 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
01:58:50.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.819140 22988 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
01:58:50.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.823372 22988 ts_tablet_manager.cc:616] Registered 1 tablets
01:58:50.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.823472 22988 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.002s	sys 0.000s
01:58:50.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.824373 23029 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Bootstrap starting.
01:58:50.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.848416 23029 log.cc:826] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Log is configured to *not* fsync() on all Append() calls
01:58:50.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.863972 22988 rpc_server.cc:307] RPC server started. Bound to: 127.20.59.194:37851
01:58:50.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.864027 23220 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.59.194:37851 every 8 connection(s)
01:58:50.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.865414 22988 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/info.pb
01:58:50.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.871230 20719 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu as pid 22988
01:58:50.871 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:58:50.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.872099 23029 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:58:50.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.872758 23029 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Bootstrap complete.
01:58:50.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.874315 23029 ts_tablet_manager.cc:1403] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Time spent bootstrapping tablet: real 0.051s	user 0.036s	sys 0.012s
01:58:50.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.883693 23029 raft_consensus.cc:359] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:50.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.886616 23029 raft_consensus.cc:740] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: c741b2e1f41a4df18dd0754785f986ad, State: Initialized, Role: FOLLOWER
01:58:50.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.887768 23029 consensus_queue.cc:260] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:50.890 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929, tablet=fb2d4c6b2bd44358adaa325e43de898d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
01:58:50.895 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.20.59.193:37155
01:58:50.896 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

01:58:50.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.896088 23222 heartbeater.cc:344] Connected to a master server at 127.20.59.254:45537
01:58:50.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.896350 20719 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu pid 22355
01:58:50.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.896528 23222 heartbeater.cc:461] Registering TS with master...
01:58:50.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.897677 23222 heartbeater.cc:507] Master 127.20.59.254:45537 requested a full tablet report, sending...
01:58:50.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.902336 20790 ts_manager.cc:194] Re-registered known tserver with Master: c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:58:50.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.903986 20790 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.59.194:52073
01:58:50.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.904512 23223 heartbeater.cc:344] Connected to a master server at 127.20.59.253:36227
01:58:50.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.904685 23223 heartbeater.cc:461] Registering TS with master...
01:58:50.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.905282 23223 heartbeater.cc:507] Master 127.20.59.253:36227 requested a full tablet report, sending...
01:58:50.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.905601 23029 ts_tablet_manager.cc:1434] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Time spent starting tablet: real 0.031s	user 0.018s	sys 0.002s
01:58:50.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.907122 20922 ts_manager.cc:194] Re-registered known tserver with Master: c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:58:50.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.910969 23222 heartbeater.cc:499] Master 127.20.59.254:45537 was elected leader, sending a full tablet report...
01:58:50.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.914933 23221 heartbeater.cc:344] Connected to a master server at 127.20.59.252:43019
01:58:50.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.915087 23221 heartbeater.cc:461] Registering TS with master...
01:58:50.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.915462 23221 heartbeater.cc:507] Master 127.20.59.252:43019 requested a full tablet report, sending...
01:58:50.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.918406 21036 ts_manager.cc:194] Re-registered known tserver with Master: c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:58:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:50.928290 22562 generic_service.cc:196] Checking for leaks (request via RPC)
01:58:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.024149 20719 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu with pid 22355
01:58:51.048 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:58:51.048 [DEBUG - kudu-nio-0] (Connection.java:239) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] handling channelInactive
01:58:51.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state READY due to: connection closed
01:58:51.049 [DEBUG - Time-limited test] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:58:51.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.050 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:51.068 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:51.068 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1465487379(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@385ade8f -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a310916 -> wakeup thread Time-limited test)) after lookup
01:58:51.069 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:58:51.070 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.070 [DEBUG - kudu-nio-2] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.070 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.086 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:51.087 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:51.087 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [21ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [22ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [22ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [38ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1465487379(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@385ade8f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@523947565 after retry RPC@2107706725), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a310916 -> wakeup thread Time-limited test -> (continuation of Deferred@523947565 after retry RPC@2107706725))) after lookup
01:58:51.087 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:58:51.088 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.089 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.089 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.108 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:51.108 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:51.108 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [21ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [22ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [22ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [38ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [41ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [41ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [59ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1465487379(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@385ade8f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@523947565 after retry RPC@2107706725) -> (continuation of Deferred@965670729 after retry RPC@1286676280), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a310916 -> wakeup thread Time-limited test -> (continuation of Deferred@523947565 after retry RPC@2107706725) -> (continuation of Deferred@965670729 after retry RPC@1286676280))) after lookup
01:58:51.109 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:58:51.110 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.110 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.110 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.208 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:51.208 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:51.209 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=160), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [21ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [22ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [22ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [38ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [41ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [41ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [59ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [61ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [62ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [62ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [156ms] refreshing cache from master, [157ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [159ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1465487379(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@385ade8f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@523947565 after retry RPC@2107706725) -> (continuation of Deferred@965670729 after retry RPC@1286676280) -> (continuation of Deferred@1089608991 after retry RPC@1094739094), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a310916 -> wakeup thread Time-limited test -> (continuation of Deferred@523947565 after retry RPC@2107706725) -> (continuation of Deferred@965670729 after retry RPC@1286676280) -> (continuation of Deferred@1089608991 after retry RPC@1094739094))) after lookup
01:58:51.209 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:58:51.210 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.210 [DEBUG - kudu-nio-5] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.211 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.308 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:51.308 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:51.308 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=260), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [21ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [22ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [22ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [38ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [41ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [41ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [59ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [61ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [62ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [62ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [156ms] refreshing cache from master, [157ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [159ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [161ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [163ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [163ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [256ms] refreshing cache from master, [257ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [259ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1465487379(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@385ade8f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@523947565 after retry RPC@2107706725) -> (continuation of Deferred@965670729 after retry RPC@1286676280) -> (continuation of Deferred@1089608991 after retry RPC@1094739094) -> (continuation of Deferred@828198005 after retry RPC@1937500700), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a310916 -> wakeup thread Time-limited test -> (continuation of Deferred@523947565 after retry RPC@2107706725) -> (continuation of Deferred@965670729 after retry RPC@1286676280) -> (continuation of Deferred@1089608991 after retry RPC@1094739094) -> (continuation of Deferred@828198005 after retry RPC@1937500700))) after lookup
01:58:51.309 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:58:51.310 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.310 [DEBUG - kudu-nio-6] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.310 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:58:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.901587 23247 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader bbae6bae1c8a42fabe3a6e245dc35775)
01:58:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.901779 23247 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:51.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.902493 23247 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:58:51.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:51.904484 22708 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155): Network error: Client connection negotiation failed: client connection to 127.20.59.193:37155: connect: Connection refused (error 111)
01:58:51.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.910344 23141 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "4822421fb65b4d999b93fcf538089f24" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "c741b2e1f41a4df18dd0754785f986ad" is_pre_election: true
01:58:51.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.910772 23141 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4822421fb65b4d999b93fcf538089f24 in term 4.
01:58:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.911643 22713 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24, c741b2e1f41a4df18dd0754785f986ad; no voters: bbae6bae1c8a42fabe3a6e245dc35775
01:58:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.911921 23247 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 5 FOLLOWER]: Leader pre-election won for term 6
01:58:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.912047 23247 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 5 FOLLOWER]: Starting leader election (detected failure of leader bbae6bae1c8a42fabe3a6e245dc35775)
01:58:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.912120 23247 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 5 FOLLOWER]: Advancing to term 6
01:58:51.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.914140 23247 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:51.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.914866 23247 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 6 election: Requested vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:58:51.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.915525 23141 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "4822421fb65b4d999b93fcf538089f24" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "c741b2e1f41a4df18dd0754785f986ad"
01:58:51.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.915719 23141 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 4 FOLLOWER]: Advancing to term 6
01:58:51.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:51.916482 22708 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155): Network error: Client connection negotiation failed: client connection to 127.20.59.193:37155: connect: Connection refused (error 111)
01:58:51.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.919606 23141 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4822421fb65b4d999b93fcf538089f24 in term 6.
01:58:51.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.920024 22713 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24, c741b2e1f41a4df18dd0754785f986ad; no voters: bbae6bae1c8a42fabe3a6e245dc35775
01:58:51.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.920292 23247 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 6 FOLLOWER]: Leader election won for term 6
01:58:51.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.920758 23247 raft_consensus.cc:697] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 6 LEADER]: Becoming Leader. State: Replica: 4822421fb65b4d999b93fcf538089f24, State: Running, Role: LEADER
01:58:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.921314 23247 consensus_queue.cc:237] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:51.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:51.925499 20790 catalog_manager.cc:5719] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 reported cstate change: term changed from 5 to 6, leader changed from bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193) to 4822421fb65b4d999b93fcf538089f24 (127.20.59.195). New cstate: current_term: 6 leader_uuid: "4822421fb65b4d999b93fcf538089f24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } health_report { overall_health: HEALTHY } } }
01:58:52.027 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:52.027 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:52.028 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=979), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [21ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [22ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [22ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [38ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [41ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [41ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [59ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [61ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [62ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [62ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [156ms] refreshing cache from master, [157ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [159ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [161ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [163ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [163ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [256ms] refreshing cache from master, [257ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [259ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [261ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [262ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [262ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [976ms] refreshing cache from master, [976ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [979ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1465487379(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@385ade8f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@523947565 after retry RPC@2107706725) -> (continuation of Deferred@965670729 after retry RPC@1286676280) -> (continuation of Deferred@1089608991 after retry RPC@1094739094) -> (continuation of Deferred@828198005 after retry RPC@1937500700) -> (continuation of Deferred@289943015 after retry RPC@1028595416), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6a310916 -> wakeup thread Time-limited test -> (continuation of Deferred@523947565 after retry RPC@2107706725) -> (continuation of Deferred@965670729 after retry RPC@1286676280) -> (continuation of Deferred@1089608991 after retry RPC@1094739094) -> (continuation of Deferred@828198005 after retry RPC@1937500700) -> (continuation of Deferred@289943015 after retry RPC@1028595416))) after lookup
01:58:52.029 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:58:52.030 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] Successfully connected to peer
01:58:52.070 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x4b1e90a0, L:/127.0.0.1:49084 - R:/127.20.59.195:41281] using TOKEN/null
01:58:52.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.076890 23141 raft_consensus.cc:1275] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 6 FOLLOWER]: Refusing update from remote peer 4822421fb65b4d999b93fcf538089f24: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 22. (index mismatch)
01:58:52.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:52.077057 22708 consensus_peers.cc:597] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 -> Peer bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155): Couldn't send request to peer bbae6bae1c8a42fabe3a6e245dc35775. Status: Network error: Client connection negotiation failed: client connection to 127.20.59.193:37155: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:58:52.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.077838 23258 consensus_queue.cc:1048] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
01:58:52.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.083750 23304 mvcc.cc:204] Tried to move back new op lower bound from 7317503714787999744 to 7317503714573344768. Current Snapshot: MvccSnapshot[applied={T|T < 7317503714787999744}]
01:58:52.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.088163 23298 mvcc.cc:204] Tried to move back new op lower bound from 7317503721776435200 to 7317503721153388544. Current Snapshot: MvccSnapshot[applied={T|T < 7317503721776435200}]
01:58:52.113 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.20.59.193:37155
01:58:52.114 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

01:58:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.115350 20719 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:58:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data
01:58:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/logs
01:58:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data/info.pb
01:58:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:58:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.193:37155
01:58:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.193
01:58:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37189
01:58:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.193
01:58:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:58:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:52.445924 23316 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:52.446241 23316 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:52.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:52.446314 23316 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:52.454469 23316 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:52.454622 23316 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.59.193
01:58:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.464491 23316 tablet_server_runner.cc:78] Tablet server non-default flags:
01:58:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/logs
01:58:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.193:37155
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data/info.pb
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.193
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37189
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.193
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:57 UTC on bdcb31816ec0
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13298
01:58:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:52.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.466140 23316 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:52.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.467926 23316 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:52.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:52.477478 23336 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:52.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:52.477535 23333 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:52.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:52.478219 23340 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:52.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.479336 23316 server_base.cc:1061] running on GCE node
01:58:52.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.479856 23316 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.480748 23316 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:52.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.481947 23316 hybrid_clock.cc:648] HybridClock initialized: now 1786499932481867 us; error 64 us; skew 500 ppm
01:58:52.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.482307 23316 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:52.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.484441 23316 webserver.cc:533] Webserver started at http://127.20.59.193:37189/ using document root <none> and password file <none>
01:58:52.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.485215 23316 fs_manager.cc:362] Metadata directory not provided
01:58:52.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.485332 23316 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:52.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.490582 23316 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.002s
01:58:52.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.493438 23350 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:58:52.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.494711 23316 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
01:58:52.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.494870 23316 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data,/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:58:52.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbae6bae1c8a42fabe3a6e245dc35775"
01:58:52.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:32 on dist-test-slave-k5rr"
01:58:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.495762 23316 fs_report.cc:389] FS layout report
01:58:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:58:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:58:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data/data
01:58:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:52.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.521046 23316 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:58:52.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.521903 23316 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:52.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.522157 23316 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:52.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.523063 23316 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:58:52.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.525202 23363 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
01:58:52.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.530927 23316 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
01:58:52.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.531021 23316 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
01:58:52.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.531121 23316 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
01:58:52.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.534050 23316 ts_tablet_manager.cc:616] Registered 1 tablets
01:58:52.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.534137 23316 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.002s	sys 0.000s
01:58:52.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.534647 23363 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Bootstrap starting.
01:58:52.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.559826 23363 log.cc:826] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Log is configured to *not* fsync() on all Append() calls
01:58:52.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.578213 23316 rpc_server.cc:307] RPC server started. Bound to: 127.20.59.193:37155
01:58:52.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.578243 23557 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.59.193:37155 every 8 connection(s)
01:58:52.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.579742 23316 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data/info.pb
01:58:52.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.587038 20719 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu as pid 23316
01:58:52.588 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:58:52.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.593724 23363 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:58:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.594913 23363 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Bootstrap complete.
01:58:52.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.596864 23363 ts_tablet_manager.cc:1403] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Time spent bootstrapping tablet: real 0.063s	user 0.041s	sys 0.017s
01:58:52.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.604482 23363 raft_consensus.cc:359] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:52.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.606710 23363 raft_consensus.cc:740] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: bbae6bae1c8a42fabe3a6e245dc35775, State: Initialized, Role: FOLLOWER
01:58:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.607854 23363 consensus_queue.cc:260] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:52.615 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929, tablet=fb2d4c6b2bd44358adaa325e43de898d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
01:58:52.616 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.20.59.195:41281
01:58:52.616 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

01:58:52.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.616954 20719 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu pid 22677
01:58:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.640785 23562 heartbeater.cc:344] Connected to a master server at 127.20.59.254:45537
01:58:52.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.641290 23562 heartbeater.cc:461] Registering TS with master...
01:58:52.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.642592 23562 heartbeater.cc:507] Master 127.20.59.254:45537 requested a full tablet report, sending...
01:58:52.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.645769 20790 ts_manager.cc:194] Re-registered known tserver with Master: bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155)
01:58:52.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.647415 20790 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.59.193:50467
01:58:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.657110 23559 heartbeater.cc:344] Connected to a master server at 127.20.59.252:43019
01:58:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.657289 23559 heartbeater.cc:461] Registering TS with master...
01:58:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.657763 23559 heartbeater.cc:507] Master 127.20.59.252:43019 requested a full tablet report, sending...
01:58:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.659790 21036 ts_manager.cc:194] Re-registered known tserver with Master: bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155)
01:58:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.660337 23563 heartbeater.cc:344] Connected to a master server at 127.20.59.253:36227
01:58:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.660501 23563 heartbeater.cc:461] Registering TS with master...
01:58:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.660537 23562 heartbeater.cc:499] Master 127.20.59.254:45537 was elected leader, sending a full tablet report...
01:58:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.660885 23563 heartbeater.cc:507] Master 127.20.59.253:36227 requested a full tablet report, sending...
01:58:52.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.661427 23363 ts_tablet_manager.cc:1434] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Time spent starting tablet: real 0.064s	user 0.029s	sys 0.029s
01:58:52.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.662365 20922 ts_manager.cc:194] Re-registered known tserver with Master: bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155)
01:58:52.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.663533 22907 generic_service.cc:196] Checking for leaks (request via RPC)
01:58:52.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:52.761870 20719 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu with pid 22677
01:58:52.784 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] handling channelInactive
01:58:52.784 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:58:52.784 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state READY due to: connection closed
01:58:52.785 [DEBUG - Time-limited test] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:58:52.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:52.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:52.786 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:52.807 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:52.808 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:52.808 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [2ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [23ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@343730410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@2954a8bf -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7da59f60 -> wakeup thread Time-limited test)) after lookup
01:58:52.809 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:58:52.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:52.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:52.811 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:52.827 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:52.828 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:52.828 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [2ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [23ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [25ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [27ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [27ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [43ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@343730410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@2954a8bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1893983551 after retry RPC@569125596), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7da59f60 -> wakeup thread Time-limited test -> (continuation of Deferred@1893983551 after retry RPC@569125596))) after lookup
01:58:52.829 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:58:52.830 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:52.830 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:52.830 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:52.847 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:52.847 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:52.848 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [2ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [23ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [25ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [27ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [27ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [43ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [44ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [46ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [46ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [63ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@343730410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@2954a8bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1893983551 after retry RPC@569125596) -> (continuation of Deferred@2040760160 after retry RPC@962193474), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7da59f60 -> wakeup thread Time-limited test -> (continuation of Deferred@1893983551 after retry RPC@569125596) -> (continuation of Deferred@2040760160 after retry RPC@962193474))) after lookup
01:58:52.848 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:58:52.849 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:52.850 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:52.850 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:52.887 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:52.887 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:52.887 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=103), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [2ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [23ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [25ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [27ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [27ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [43ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [44ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [46ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [46ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [63ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [64ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [66ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [66ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [99ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [102ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@343730410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@2954a8bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1893983551 after retry RPC@569125596) -> (continuation of Deferred@2040760160 after retry RPC@962193474) -> (continuation of Deferred@1044956893 after retry RPC@1210397358), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7da59f60 -> wakeup thread Time-limited test -> (continuation of Deferred@1893983551 after retry RPC@569125596) -> (continuation of Deferred@2040760160 after retry RPC@962193474) -> (continuation of Deferred@1044956893 after retry RPC@1210397358))) after lookup
01:58:52.888 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:58:52.889 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:52.889 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:52.889 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:53.027 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:53.028 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:53.028 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=243), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [2ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [23ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [25ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [27ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [27ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [43ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [44ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [46ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [46ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [63ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [64ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [66ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [66ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [99ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [102ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [104ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [105ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [106ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [240ms] refreshing cache from master, [240ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [243ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@343730410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@2954a8bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1893983551 after retry RPC@569125596) -> (continuation of Deferred@2040760160 after retry RPC@962193474) -> (continuation of Deferred@1044956893 after retry RPC@1210397358) -> (continuation of Deferred@653948300 after retry RPC@1202422719), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7da59f60 -> wakeup thread Time-limited test -> (continuation of Deferred@1893983551 after retry RPC@569125596) -> (continuation of Deferred@2040760160 after retry RPC@962193474) -> (continuation of Deferred@1044956893 after retry RPC@1210397358) -> (continuation of Deferred@653948300 after retry RPC@1202422719))) after lookup
01:58:53.029 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:58:53.030 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:53.030 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:53.030 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:53.907 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:53.908 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:53.908 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1123), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [2ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [23ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [25ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [27ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [27ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [43ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [44ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [46ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [46ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [63ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [64ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [66ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [66ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [99ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [102ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [104ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [105ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [106ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [240ms] refreshing cache from master, [240ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [243ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [245ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [246ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [247ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1120ms] refreshing cache from master, [1120ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [1123ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@343730410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@2954a8bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1893983551 after retry RPC@569125596) -> (continuation of Deferred@2040760160 after retry RPC@962193474) -> (continuation of Deferred@1044956893 after retry RPC@1210397358) -> (continuation of Deferred@653948300 after retry RPC@1202422719) -> (continuation of Deferred@1404814822 after retry RPC@1217790549), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7da59f60 -> wakeup thread Time-limited test -> (continuation of Deferred@1893983551 after retry RPC@569125596) -> (continuation of Deferred@2040760160 after retry RPC@962193474) -> (continuation of Deferred@1044956893 after retry RPC@1210397358) -> (continuation of Deferred@653948300 after retry RPC@1202422719) -> (continuation of Deferred@1404814822 after retry RPC@1217790549))) after lookup
01:58:53.909 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:58:53.910 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:53.910 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:53.910 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:53.928 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:53.928 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:58:53.929 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1144), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [2ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [23ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [25ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [27ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [27ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [43ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [44ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [46ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [46ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [63ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [64ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [66ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [66ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [99ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [102ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [104ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [105ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [106ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [240ms] refreshing cache from master, [240ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [243ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [245ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [246ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [247ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1120ms] refreshing cache from master, [1120ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [1123ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [1125ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [1126ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1127ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1140ms] refreshing cache from master, [1140ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [1143ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@343730410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@2954a8bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1893983551 after retry RPC@569125596) -> (continuation of Deferred@2040760160 after retry RPC@962193474) -> (continuation of Deferred@1044956893 after retry RPC@1210397358) -> (continuation of Deferred@653948300 after retry RPC@1202422719) -> (continuation of Deferred@1404814822 after retry RPC@1217790549) -> (continuation of Deferred@1268129230 after retry RPC@862595651), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7da59f60 -> wakeup thread Time-limited test -> (continuation of Deferred@1893983551 after retry RPC@569125596) -> (continuation of Deferred@2040760160 after retry RPC@962193474) -> (continuation of Deferred@1044956893 after retry RPC@1210397358) -> (continuation of Deferred@653948300 after retry RPC@1202422719) -> (continuation of Deferred@1404814822 after retry RPC@1217790549) -> (continuation of Deferred@1268129230 after retry RPC@862595651))) after lookup
01:58:53.930 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:58:53.930 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:53.931 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:53.931 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:58:54.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.189970 23589 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:58:54.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.190249 23589 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:54.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.192018 23589 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:54.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:54.193819 23357 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111)
01:58:54.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:54.195456 23357 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281): Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111)
01:58:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.198909 23141 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "c741b2e1f41a4df18dd0754785f986ad" is_pre_election: true
01:58:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.199759 23358 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bbae6bae1c8a42fabe3a6e245dc35775; no voters: 4822421fb65b4d999b93fcf538089f24, c741b2e1f41a4df18dd0754785f986ad
01:58:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.200276 23589 raft_consensus.cc:2749] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
01:58:54.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.263119 23595 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 4822421fb65b4d999b93fcf538089f24)
01:58:54.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.263372 23595 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:54.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.264982 23595 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:54.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:54.266772 23017 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111)
01:58:54.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:54.268400 23017 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281): Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111)
01:58:54.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.274062 23470 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "c741b2e1f41a4df18dd0754785f986ad" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" is_pre_election: true
01:58:54.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.274506 23470 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c741b2e1f41a4df18dd0754785f986ad in term 5.
01:58:54.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.275607 23015 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bbae6bae1c8a42fabe3a6e245dc35775, c741b2e1f41a4df18dd0754785f986ad; no voters: 4822421fb65b4d999b93fcf538089f24
01:58:54.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.276000 23595 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 6 FOLLOWER]: Leader pre-election won for term 7
01:58:54.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.276130 23595 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 6 FOLLOWER]: Starting leader election (detected failure of leader 4822421fb65b4d999b93fcf538089f24)
01:58:54.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.276235 23595 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 6 FOLLOWER]: Advancing to term 7
01:58:54.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.278326 23595 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:54.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.278915 23595 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 7 election: Requested vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:54.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.279338 23470 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "c741b2e1f41a4df18dd0754785f986ad" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "bbae6bae1c8a42fabe3a6e245dc35775"
01:58:54.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.279541 23470 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 5 FOLLOWER]: Advancing to term 7
01:58:54.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:54.280345 23017 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281): Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111)
01:58:54.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.283401 23470 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c741b2e1f41a4df18dd0754785f986ad in term 7.
01:58:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.283823 23015 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bbae6bae1c8a42fabe3a6e245dc35775, c741b2e1f41a4df18dd0754785f986ad; no voters: 4822421fb65b4d999b93fcf538089f24
01:58:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.284102 23595 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 7 FOLLOWER]: Leader election won for term 7
01:58:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.284523 23595 raft_consensus.cc:697] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 7 LEADER]: Becoming Leader. State: Replica: c741b2e1f41a4df18dd0754785f986ad, State: Running, Role: LEADER
01:58:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.285069 23595 consensus_queue.cc:237] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:54.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.288769 20790 catalog_manager.cc:5719] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad reported cstate change: term changed from 6 to 7, leader changed from 4822421fb65b4d999b93fcf538089f24 (127.20.59.195) to c741b2e1f41a4df18dd0754785f986ad (127.20.59.194). New cstate: current_term: 7 leader_uuid: "c741b2e1f41a4df18dd0754785f986ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } health_report { overall_health: UNKNOWN } } }
01:58:54.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.821190 23470 raft_consensus.cc:1275] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 7 FOLLOWER]: Refusing update from remote peer c741b2e1f41a4df18dd0754785f986ad: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
01:58:54.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:54.822187 23623 consensus_queue.cc:1048] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [LEADER]: Connected to new peer: Peer: permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
01:58:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:54.837859 23017 consensus_peers.cc:597] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad -> Peer 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281): Couldn't send request to peer 4822421fb65b4d999b93fcf538089f24. Status: Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:58:56.847 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:56.848 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:56.848 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=16, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=4063), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [2ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [2ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [20ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [23ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [25ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [27ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [27ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [43ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [44ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [46ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [46ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [63ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [64ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [66ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [66ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [99ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [102ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [104ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [105ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [106ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [240ms] refreshing cache from master, [240ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [243ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [245ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [246ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [247ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1120ms] refreshing cache from master, [1120ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [1123ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [1125ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [1126ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1127ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1140ms] refreshing cache from master, [1140ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [1143ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [1145ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [1147ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1147ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [4060ms] refreshing cache from master, [4060ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [4063ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@343730410(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@2954a8bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1893983551 after retry RPC@569125596) -> (continuation of Deferred@2040760160 after retry RPC@962193474) -> (continuation of Deferred@1044956893 after retry RPC@1210397358) -> (continuation of Deferred@653948300 after retry RPC@1202422719) -> (continuation of Deferred@1404814822 after retry RPC@1217790549) -> (continuation of Deferred@1268129230 after retry RPC@862595651) -> (continuation of Deferred@1430384774 after retry RPC@932962399), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7da59f60 -> wakeup thread Time-limited test -> (continuation of Deferred@1893983551 after retry RPC@569125596) -> (continuation of Deferred@2040760160 after retry RPC@962193474) -> (continuation of Deferred@1044956893 after retry RPC@1210397358) -> (continuation of Deferred@653948300 after retry RPC@1202422719) -> (continuation of Deferred@1404814822 after retry RPC@1217790549) -> (continuation of Deferred@1268129230 after retry RPC@862595651) -> (continuation of Deferred@1430384774 after retry RPC@932962399))) after lookup
01:58:56.849 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:56.850 [DEBUG - kudu-nio-0] (Connection.java:757) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] Successfully connected to peer
01:58:56.872 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x94a42d01, L:/127.0.0.1:36280 - R:/127.20.59.194:37851] using TOKEN/null
01:58:56.896 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.20.59.195:41281
01:58:56.896 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

01:58:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:56.897166 20719 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:58:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:58:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data
01:58:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:58:56.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/logs
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data/info.pb
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.195:41281
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.195
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43743
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.195
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:58:57.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:57.127117 23017 consensus_peers.cc:597] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad -> Peer 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281): Couldn't send request to peer 4822421fb65b4d999b93fcf538089f24. Status: Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
01:58:57.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:57.228933 23666 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:58:57.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:57.229331 23666 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:58:57.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:57.229420 23666 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:58:57.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:57.238044 23666 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:58:57.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:57.238230 23666 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.59.195
01:58:57.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.248528 23666 tablet_server_runner.cc:78] Tablet server non-default flags:
01:58:57.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/logs
01:58:57.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.195:41281
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data/info.pb
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.195
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43743
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.195
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:57 UTC on bdcb31816ec0
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13298
01:58:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:58:57.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.250265 23666 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:58:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.252295 23666 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:58:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:57.262354 23676 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:57.262392 23677 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:57.262780 23682 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:58:57.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.264079 23666 server_base.cc:1061] running on GCE node
01:58:57.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.264660 23666 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:58:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.265826 23666 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:58:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.267026 23666 hybrid_clock.cc:648] HybridClock initialized: now 1786499937266961 us; error 62 us; skew 500 ppm
01:58:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.267318 23666 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:58:57.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.269527 23666 webserver.cc:533] Webserver started at http://127.20.59.195:43743/ using document root <none> and password file <none>
01:58:57.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.270289 23666 fs_manager.cc:362] Metadata directory not provided
01:58:57.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.270388 23666 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:58:57.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.275929 23666 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.002s	sys 0.003s
01:58:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.279009 23688 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:58:57.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.280324 23666 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
01:58:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.280495 23666 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data,/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:58:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4822421fb65b4d999b93fcf538089f24"
01:58:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:33 on dist-test-slave-k5rr"
01:58:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.281286 23666 fs_report.cc:389] FS layout report
01:58:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:58:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:58:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:58:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data/data
01:58:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:58:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:58:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:58:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:58:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:58:57.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:58:57.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:58:57.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:58:57.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:58:57.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:58:57.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:58:57.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.302886 23666 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:58:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.303902 23666 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:58:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.304241 23666 kserver.cc:163] Server-wide thread pool size limit: 3276
01:58:57.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.305365 23666 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:58:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.307567 23704 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
01:58:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.313828 23666 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
01:58:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.313947 23666 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
01:58:57.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.314095 23666 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
01:58:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.317515 23666 ts_tablet_manager.cc:616] Registered 1 tablets
01:58:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.317629 23666 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.003s	sys 0.000s
01:58:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.318011 23704 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Bootstrap starting.
01:58:57.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.344420 23704 log.cc:826] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Log is configured to *not* fsync() on all Append() calls
01:58:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.365187 23666 rpc_server.cc:307] RPC server started. Bound to: 127.20.59.195:41281
01:58:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.365187 23882 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.59.195:41281 every 8 connection(s)
01:58:57.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.367034 23666 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data/info.pb
01:58:57.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.376870 20719 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu as pid 23666
01:58:57.378 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:58:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.388777 23704 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:58:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.389582 23704 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Bootstrap complete.
01:58:57.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.391100 23704 ts_tablet_manager.cc:1403] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Time spent bootstrapping tablet: real 0.073s	user 0.037s	sys 0.020s
01:58:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.392967 23883 heartbeater.cc:344] Connected to a master server at 127.20.59.252:43019
01:58:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.393402 23883 heartbeater.cc:461] Registering TS with master...
01:58:57.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.394618 23883 heartbeater.cc:507] Master 127.20.59.252:43019 requested a full tablet report, sending...
01:58:57.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.395752 23885 heartbeater.cc:344] Connected to a master server at 127.20.59.254:45537
01:58:57.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.395932 23885 heartbeater.cc:461] Registering TS with master...
01:58:57.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.396478 23885 heartbeater.cc:507] Master 127.20.59.254:45537 requested a full tablet report, sending...
01:58:57.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.397998 20790 ts_manager.cc:194] Re-registered known tserver with Master: 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:57.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.398043 21036 ts_manager.cc:194] Re-registered known tserver with Master: 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:57.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.397096 23704 raft_consensus.cc:359] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:57.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.399242 23704 raft_consensus.cc:740] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4822421fb65b4d999b93fcf538089f24, State: Initialized, Role: FOLLOWER
01:58:57.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.399672 20790 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.59.195:41815
01:58:57.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.401253 23704 consensus_queue.cc:260] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:57.407 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929, tablet=fb2d4c6b2bd44358adaa325e43de898d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
01:58:57.407 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.20.59.194:37851
01:58:57.408 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

01:58:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.407091 23704 ts_tablet_manager.cc:1434] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Time spent starting tablet: real 0.016s	user 0.011s	sys 0.002s
01:58:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.408113 23885 heartbeater.cc:499] Master 127.20.59.254:45537 was elected leader, sending a full tablet report...
01:58:57.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.408546 20719 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu pid 22988
01:58:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.409569 23890 heartbeater.cc:344] Connected to a master server at 127.20.59.253:36227
01:58:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.409731 23890 heartbeater.cc:461] Registering TS with master...
01:58:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.410064 23890 heartbeater.cc:507] Master 127.20.59.253:36227 requested a full tablet report, sending...
01:58:57.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.411592 20922 ts_manager.cc:194] Re-registered known tserver with Master: 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.429157 23214 generic_service.cc:196] Checking for leaks (request via RPC)
01:58:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:57.542560 20719 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu with pid 22988
01:58:57.565 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:58:57.565 [DEBUG - kudu-nio-0] (Connection.java:239) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] handling channelInactive
01:58:57.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state READY due to: connection closed
01:58:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:57.565796 23910 negotiation.cc:336] Failed RPC negotiation. Trace:
01:58:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 01:58:57.542558 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.20.59.194:51337 (local address 127.20.59.195:41281)
01:58:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 01:58:57.543924 (+  1366us) server_negotiation.cc:207] Beginning negotiation
01:58:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 01:58:57.543933 (+     9us) server_negotiation.cc:400] Waiting for connection header
01:58:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 01:58:57.564600 (+ 20667us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.20.59.194:51337: BlockingRecv error: recv got EOF from 127.20.59.194:51337 (error 108)
01:58:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1128,"thread_start_us":969,"threads_started":1}
01:58:57.584 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:57.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:57.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:57.586 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:57.608 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:57.608 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:57.608 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=3, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [21ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [21ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [42ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1928257470(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@3bf67489 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16b03d35 -> wakeup thread Time-limited test)) after lookup
01:58:57.609 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:57.610 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:57.610 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:57.610 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:57.648 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:57.648 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:57.648 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=5, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [21ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [21ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [42ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [44ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [45ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [45ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [83ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1928257470(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@3bf67489 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1460019890 after retry RPC@1078519026), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16b03d35 -> wakeup thread Time-limited test -> (continuation of Deferred@1460019890 after retry RPC@1078519026))) after lookup
01:58:57.649 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:57.650 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:57.650 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:57.651 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:57.667 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:57.667 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:57.667 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=7, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=102), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [21ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [21ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [42ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [44ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [45ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [45ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [83ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [84ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [85ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [86ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [102ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1928257470(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@3bf67489 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1460019890 after retry RPC@1078519026) -> (continuation of Deferred@455644511 after retry RPC@473992636), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16b03d35 -> wakeup thread Time-limited test -> (continuation of Deferred@1460019890 after retry RPC@1078519026) -> (continuation of Deferred@455644511 after retry RPC@473992636))) after lookup
01:58:57.668 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:57.669 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:57.669 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:57.669 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:57.767 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:57.768 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:57.768 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=9, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=203), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [21ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [21ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [42ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [44ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [45ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [45ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [83ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [84ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [85ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [86ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [102ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [103ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [104ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [104ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [202ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1928257470(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@3bf67489 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1460019890 after retry RPC@1078519026) -> (continuation of Deferred@455644511 after retry RPC@473992636) -> (continuation of Deferred@149572427 after retry RPC@283056775), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16b03d35 -> wakeup thread Time-limited test -> (continuation of Deferred@1460019890 after retry RPC@1078519026) -> (continuation of Deferred@455644511 after retry RPC@473992636) -> (continuation of Deferred@149572427 after retry RPC@283056775))) after lookup
01:58:57.769 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:57.771 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:57.771 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:57.771 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:58.127 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:58:58.127 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:58:58.127 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=11, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=562), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [21ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [21ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [42ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [44ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [45ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [45ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [83ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [84ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [85ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [86ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [102ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [103ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [104ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [104ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [202ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [204ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [206ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [206ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [559ms] refreshing cache from master, [559ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [561ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1928257470(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@3bf67489 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1460019890 after retry RPC@1078519026) -> (continuation of Deferred@455644511 after retry RPC@473992636) -> (continuation of Deferred@149572427 after retry RPC@283056775) -> (continuation of Deferred@1846505939 after retry RPC@107763127), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16b03d35 -> wakeup thread Time-limited test -> (continuation of Deferred@1460019890 after retry RPC@1078519026) -> (continuation of Deferred@455644511 after retry RPC@473992636) -> (continuation of Deferred@149572427 after retry RPC@283056775) -> (continuation of Deferred@1846505939 after retry RPC@107763127))) after lookup
01:58:58.128 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:58:58.129 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:58.129 [DEBUG - kudu-nio-6] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:58.130 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:58:58.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.829386 23911 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader c741b2e1f41a4df18dd0754785f986ad)
01:58:58.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.829596 23911 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:58.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.830237 23911 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:58.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:58.833906 23358 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851): Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111)
01:58:58.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.838742 23803 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "4822421fb65b4d999b93fcf538089f24" is_pre_election: true
01:58:58.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.839203 23803 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bbae6bae1c8a42fabe3a6e245dc35775 in term 6.
01:58:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.840088 23357 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24, bbae6bae1c8a42fabe3a6e245dc35775; no voters: c741b2e1f41a4df18dd0754785f986ad
01:58:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.840392 23911 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 7 FOLLOWER]: Leader pre-election won for term 8
01:58:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.840528 23911 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 7 FOLLOWER]: Starting leader election (detected failure of leader c741b2e1f41a4df18dd0754785f986ad)
01:58:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.840633 23911 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 7 FOLLOWER]: Advancing to term 8
01:58:58.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.843312 23911 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:58.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.843923 23911 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 8 election: Requested vote from peers c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:58:58.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.844496 23803 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "4822421fb65b4d999b93fcf538089f24"
01:58:58.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.844705 23803 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 6 FOLLOWER]: Advancing to term 8
01:58:58.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:58.845525 23358 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851): Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111)
01:58:58.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.848336 23803 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bbae6bae1c8a42fabe3a6e245dc35775 in term 8.
01:58:58.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.848752 23357 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24, bbae6bae1c8a42fabe3a6e245dc35775; no voters: c741b2e1f41a4df18dd0754785f986ad
01:58:58.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.849057 23911 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 8 FOLLOWER]: Leader election won for term 8
01:58:58.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.849519 23911 raft_consensus.cc:697] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 8 LEADER]: Becoming Leader. State: Replica: bbae6bae1c8a42fabe3a6e245dc35775, State: Running, Role: LEADER
01:58:58.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.850136 23911 consensus_queue.cc:237] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:58:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:58.854494 20790 catalog_manager.cc:5719] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 reported cstate change: term changed from 7 to 8, leader changed from c741b2e1f41a4df18dd0754785f986ad (127.20.59.194) to bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193). New cstate: current_term: 8 leader_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } health_report { overall_health: UNKNOWN } } }
01:58:59.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:59.385181 23358 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111) [suppressed 2 similar messages]
01:58:59.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:58:59.386773 23358 consensus_peers.cc:597] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 -> Peer c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851): Couldn't send request to peer c741b2e1f41a4df18dd0754785f986ad. Status: Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:58:59.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:59.424621 23803 raft_consensus.cc:1275] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 8 FOLLOWER]: Refusing update from remote peer bbae6bae1c8a42fabe3a6e245dc35775: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
01:58:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:58:59.425518 23940 consensus_queue.cc:1048] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
01:59:01.607 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:01.609 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:59:01.609 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=13, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=4044), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [21ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [21ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [42ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [44ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [45ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [45ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [83ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [84ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [85ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [86ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [102ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [103ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [104ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [104ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [202ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [204ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [206ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [206ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [559ms] refreshing cache from master, [559ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [561ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [563ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [565ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [565ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [4039ms] refreshing cache from master, [4039ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [4042ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1928257470(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@3bf67489 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1460019890 after retry RPC@1078519026) -> (continuation of Deferred@455644511 after retry RPC@473992636) -> (continuation of Deferred@149572427 after retry RPC@283056775) -> (continuation of Deferred@1846505939 after retry RPC@107763127) -> (continuation of Deferred@898099589 after retry RPC@1361232751), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@16b03d35 -> wakeup thread Time-limited test -> (continuation of Deferred@1460019890 after retry RPC@1078519026) -> (continuation of Deferred@455644511 after retry RPC@473992636) -> (continuation of Deferred@149572427 after retry RPC@283056775) -> (continuation of Deferred@1846505939 after retry RPC@107763127) -> (continuation of Deferred@898099589 after retry RPC@1361232751))) after lookup
01:59:01.610 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:59:01.611 [DEBUG - kudu-nio-7] (Connection.java:757) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] Successfully connected to peer
01:59:01.629 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x8bd0f80d, L:/127.0.0.1:38574 - R:/127.20.59.193:37155] using TOKEN/null
01:59:01.649 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.20.59.194:37851
01:59:01.650 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

01:59:01.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:01.650753 20719 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/logs
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/info.pb
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.194:37851
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.194
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45909
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.194
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:01.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:59:01.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:01.857414 23358 consensus_peers.cc:597] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 -> Peer c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851): Couldn't send request to peer c741b2e1f41a4df18dd0754785f986ad. Status: Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
01:59:01.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:01.975620 23977 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:01.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:01.975939 23977 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:01.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:01.976016 23977 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:01.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:01.984151 23977 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:01.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:01.984324 23977 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.59.194
01:59:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:01.994412 23977 tablet_server_runner.cc:78] Tablet server non-default flags:
01:59:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/logs
01:59:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:59:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data
01:59:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:59:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.194:37851
01:59:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/info.pb
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.194
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45909
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.194
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:57 UTC on bdcb31816ec0
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13298
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:59:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:01.996096 23977 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:01.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:01.997920 23977 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:59:02.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:02.007234 23993 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:02.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:02.007249 23994 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:02.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:02.007822 23997 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:02.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.008884 23977 server_base.cc:1061] running on GCE node
01:59:02.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.009472 23977 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:02.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.010339 23977 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:02.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.011551 23977 hybrid_clock.cc:648] HybridClock initialized: now 1786499942011494 us; error 46 us; skew 500 ppm
01:59:02.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.011938 23977 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:02.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.014120 23977 webserver.cc:533] Webserver started at http://127.20.59.194:45909/ using document root <none> and password file <none>
01:59:02.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.014878 23977 fs_manager.cc:362] Metadata directory not provided
01:59:02.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.014993 23977 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:02.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.020396 23977 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.005s	sys 0.000s
01:59:02.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.023339 24004 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:59:02.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.024649 23977 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.001s
01:59:02.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.024806 23977 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data,/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:59:02.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c741b2e1f41a4df18dd0754785f986ad"
01:59:02.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:32 on dist-test-slave-k5rr"
01:59:02.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.025597 23977 fs_report.cc:389] FS layout report
01:59:02.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:02.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:59:02.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:59:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/data
01:59:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:02.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:02.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.040351 23977 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:59:02.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.041389 23977 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:02.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.041703 23977 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:02.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.042676 23977 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:59:02.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.044785 24014 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
01:59:02.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.050786 23977 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
01:59:02.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.050904 23977 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
01:59:02.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.051066 23977 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
01:59:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.054311 23977 ts_tablet_manager.cc:616] Registered 1 tablets
01:59:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.054415 23977 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.002s	sys 0.000s
01:59:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.054813 24014 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Bootstrap starting.
01:59:02.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.082866 24014 log.cc:826] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Log is configured to *not* fsync() on all Append() calls
01:59:02.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.105587 23977 rpc_server.cc:307] RPC server started. Bound to: 127.20.59.194:37851
01:59:02.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.105643 24205 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.59.194:37851 every 8 connection(s)
01:59:02.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.107013 23977 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/info.pb
01:59:02.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.109200 20719 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu as pid 23977
01:59:02.109 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:59:02.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.123034 24014 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:59:02.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.123757 24014 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Bootstrap complete.
01:59:02.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.129477 24014 ts_tablet_manager.cc:1403] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Time spent bootstrapping tablet: real 0.075s	user 0.056s	sys 0.007s
01:59:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.136619 24014 raft_consensus.cc:359] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.137599 24014 raft_consensus.cc:740] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: c741b2e1f41a4df18dd0754785f986ad, State: Initialized, Role: FOLLOWER
01:59:02.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.138314 24014 consensus_queue.cc:260] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:02.142 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929, tablet=fb2d4c6b2bd44358adaa325e43de898d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
01:59:02.143 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.20.59.193:37155
01:59:02.143 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

01:59:02.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.143762 20719 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu pid 23316
01:59:02.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.158380 24211 heartbeater.cc:344] Connected to a master server at 127.20.59.253:36227
01:59:02.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.158815 24211 heartbeater.cc:461] Registering TS with master...
01:59:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.160082 24211 heartbeater.cc:507] Master 127.20.59.253:36227 requested a full tablet report, sending...
01:59:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.162981 24206 heartbeater.cc:344] Connected to a master server at 127.20.59.252:43019
01:59:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.163132 24206 heartbeater.cc:461] Registering TS with master...
01:59:02.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.163678 20922 ts_manager.cc:194] Re-registered known tserver with Master: c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:59:02.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.163714 24206 heartbeater.cc:507] Master 127.20.59.252:43019 requested a full tablet report, sending...
01:59:02.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.165552 21037 ts_manager.cc:194] Re-registered known tserver with Master: c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:59:02.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.170958 24014 ts_tablet_manager.cc:1434] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Time spent starting tablet: real 0.041s	user 0.015s	sys 0.021s
01:59:02.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.176944 24209 heartbeater.cc:344] Connected to a master server at 127.20.59.254:45537
01:59:02.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.177152 24209 heartbeater.cc:461] Registering TS with master...
01:59:02.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.177659 24209 heartbeater.cc:507] Master 127.20.59.254:45537 requested a full tablet report, sending...
01:59:02.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.179078 20789 ts_manager.cc:194] Re-registered known tserver with Master: c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:59:02.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.180555 20789 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.59.194:56411
01:59:02.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.183732 24209 heartbeater.cc:499] Master 127.20.59.254:45537 was elected leader, sending a full tablet report...
01:59:02.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.184297 23549 generic_service.cc:196] Checking for leaks (request via RPC)
01:59:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:02.319473 20719 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu with pid 23316
01:59:02.348 [DEBUG - kudu-nio-7] (Connection.java:239) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] handling channelInactive
01:59:02.348 [DEBUG - kudu-nio-7] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state READY due to: connection closed
01:59:02.349 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:59:02.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:02.349330 24248 negotiation.cc:336] Failed RPC negotiation. Trace:
01:59:02.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 01:59:02.319224 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.20.59.193:56639 (local address 127.20.59.194:37851)
01:59:02.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 01:59:02.331022 (+ 11798us) server_negotiation.cc:207] Beginning negotiation
01:59:02.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 01:59:02.331033 (+    11us) server_negotiation.cc:400] Waiting for connection header
01:59:02.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 01:59:02.347594 (+ 16561us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.20.59.193:56639: BlockingRecv error: recv got EOF from 127.20.59.193:56639 (error 108)
01:59:02.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":11602,"thread_start_us":11455,"threads_started":1}
01:59:02.349 [DEBUG - Time-limited test] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:59:02.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:02.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:02.351 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:02.368 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:02.368 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:59:02.368 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [18ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@498066825(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@5568653a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f088dcc -> wakeup thread Time-limited test)) after lookup
01:59:02.369 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:59:02.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:02.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:02.371 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:02.387 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:02.387 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:59:02.388 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [18ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [22ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [22ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [37ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@498066825(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@5568653a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@305787853 after retry RPC@1233418923), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f088dcc -> wakeup thread Time-limited test -> (continuation of Deferred@305787853 after retry RPC@1233418923))) after lookup
01:59:02.389 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:59:02.390 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:02.390 [DEBUG - kudu-nio-2] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:02.390 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:02.428 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:02.428 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:59:02.428 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [18ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [22ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [22ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [37ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [41ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [41ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [78ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@498066825(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@5568653a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@305787853 after retry RPC@1233418923) -> (continuation of Deferred@2137242918 after retry RPC@366530883), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f088dcc -> wakeup thread Time-limited test -> (continuation of Deferred@305787853 after retry RPC@1233418923) -> (continuation of Deferred@2137242918 after retry RPC@366530883))) after lookup
01:59:02.429 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:59:02.430 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:02.430 [DEBUG - kudu-nio-3] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:02.431 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:02.488 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:02.488 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:59:02.488 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=139), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [18ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [22ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [22ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [37ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [41ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [41ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [78ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [80ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [81ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [82ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [135ms] refreshing cache from master, [135ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [138ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@498066825(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@5568653a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@305787853 after retry RPC@1233418923) -> (continuation of Deferred@2137242918 after retry RPC@366530883) -> (continuation of Deferred@652926962 after retry RPC@1969963173), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f088dcc -> wakeup thread Time-limited test -> (continuation of Deferred@305787853 after retry RPC@1233418923) -> (continuation of Deferred@2137242918 after retry RPC@366530883) -> (continuation of Deferred@652926962 after retry RPC@1969963173))) after lookup
01:59:02.490 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:59:02.491 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:02.491 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:02.491 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:02.948 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:02.948 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:59:02.948 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=599), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [18ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [22ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [22ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [37ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [41ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [41ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [78ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [80ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [81ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [82ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [135ms] refreshing cache from master, [135ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [138ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [140ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [142ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [142ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [595ms] refreshing cache from master, [596ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [598ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@498066825(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@5568653a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@305787853 after retry RPC@1233418923) -> (continuation of Deferred@2137242918 after retry RPC@366530883) -> (continuation of Deferred@652926962 after retry RPC@1969963173) -> (continuation of Deferred@445416346 after retry RPC@894277126), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f088dcc -> wakeup thread Time-limited test -> (continuation of Deferred@305787853 after retry RPC@1233418923) -> (continuation of Deferred@2137242918 after retry RPC@366530883) -> (continuation of Deferred@652926962 after retry RPC@1969963173) -> (continuation of Deferred@445416346 after retry RPC@894277126))) after lookup
01:59:02.949 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:59:02.950 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:02.950 [DEBUG - kudu-nio-5] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:02.951 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:03.267 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:03.268 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:59:03.268 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=919), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [18ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [22ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [22ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [37ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [41ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [41ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [78ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [80ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [81ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [82ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [135ms] refreshing cache from master, [135ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [138ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [140ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [142ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [142ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [595ms] refreshing cache from master, [596ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [598ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [600ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [601ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [602ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [915ms] refreshing cache from master, [915ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [918ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@498066825(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@5568653a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@305787853 after retry RPC@1233418923) -> (continuation of Deferred@2137242918 after retry RPC@366530883) -> (continuation of Deferred@652926962 after retry RPC@1969963173) -> (continuation of Deferred@445416346 after retry RPC@894277126) -> (continuation of Deferred@692973574 after retry RPC@1894366863), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f088dcc -> wakeup thread Time-limited test -> (continuation of Deferred@305787853 after retry RPC@1233418923) -> (continuation of Deferred@2137242918 after retry RPC@366530883) -> (continuation of Deferred@652926962 after retry RPC@1969963173) -> (continuation of Deferred@445416346 after retry RPC@894277126) -> (continuation of Deferred@692973574 after retry RPC@1894366863))) after lookup
01:59:03.269 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:59:03.270 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:03.270 [DEBUG - kudu-nio-6] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state CONNECTING due to: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:03.270 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155
01:59:03.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.567498 24250 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 7 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:59:03.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.567775 24250 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:03.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.569613 24250 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:59:03.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:03.570787 24006 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.193:37155: connect: Connection refused (error 111)
01:59:03.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:03.572669 24006 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155): Network error: Client connection negotiation failed: client connection to 127.20.59.193:37155: connect: Connection refused (error 111)
01:59:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.576860 23803 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "c741b2e1f41a4df18dd0754785f986ad" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "4822421fb65b4d999b93fcf538089f24" is_pre_election: true
01:59:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.577718 24008 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c741b2e1f41a4df18dd0754785f986ad; no voters: 4822421fb65b4d999b93fcf538089f24, bbae6bae1c8a42fabe3a6e245dc35775
01:59:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.578117 24250 raft_consensus.cc:2749] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 7 FOLLOWER]: Leader pre-election lost for term 8. Reason: could not achieve majority
01:59:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.819294 24259 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader bbae6bae1c8a42fabe3a6e245dc35775)
01:59:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.819535 24259 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.821146 24259 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:59:03.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:03.822834 23695 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.193:37155: connect: Connection refused (error 111)
01:59:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:03.824524 23695 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155): Network error: Client connection negotiation failed: client connection to 127.20.59.193:37155: connect: Connection refused (error 111)
01:59:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.829191 24121 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "4822421fb65b4d999b93fcf538089f24" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "c741b2e1f41a4df18dd0754785f986ad" is_pre_election: true
01:59:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.829543 24121 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4822421fb65b4d999b93fcf538089f24 in term 7.
01:59:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.830447 23701 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24, c741b2e1f41a4df18dd0754785f986ad; no voters: bbae6bae1c8a42fabe3a6e245dc35775
01:59:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.830817 24259 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 8 FOLLOWER]: Leader pre-election won for term 9
01:59:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.830950 24259 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 8 FOLLOWER]: Starting leader election (detected failure of leader bbae6bae1c8a42fabe3a6e245dc35775)
01:59:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.831051 24259 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 8 FOLLOWER]: Advancing to term 9
01:59:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.833210 24259 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.833766 24259 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 9 election: Requested vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:59:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.834331 24121 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "4822421fb65b4d999b93fcf538089f24" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "c741b2e1f41a4df18dd0754785f986ad"
01:59:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.834517 24121 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 7 FOLLOWER]: Advancing to term 9
01:59:03.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:03.835554 23695 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155): Network error: Client connection negotiation failed: client connection to 127.20.59.193:37155: connect: Connection refused (error 111)
01:59:03.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.838518 24121 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4822421fb65b4d999b93fcf538089f24 in term 9.
01:59:03.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.838915 23701 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24, c741b2e1f41a4df18dd0754785f986ad; no voters: bbae6bae1c8a42fabe3a6e245dc35775
01:59:03.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.839214 24259 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 9 FOLLOWER]: Leader election won for term 9
01:59:03.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.839692 24259 raft_consensus.cc:697] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 9 LEADER]: Becoming Leader. State: Replica: 4822421fb65b4d999b93fcf538089f24, State: Running, Role: LEADER
01:59:03.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.840370 24259 consensus_queue.cc:237] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:03.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:03.843835 20789 catalog_manager.cc:5719] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 reported cstate change: term changed from 8 to 9, leader changed from bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193) to 4822421fb65b4d999b93fcf538089f24 (127.20.59.195). New cstate: current_term: 9 leader_uuid: "4822421fb65b4d999b93fcf538089f24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } health_report { overall_health: HEALTHY } } }
01:59:04.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:04.359265 23695 consensus_peers.cc:597] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 -> Peer bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155): Couldn't send request to peer bbae6bae1c8a42fabe3a6e245dc35775. Status: Network error: Client connection negotiation failed: client connection to 127.20.59.193:37155: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:59:04.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:04.408339 24121 raft_consensus.cc:1275] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 9 FOLLOWER]: Refusing update from remote peer 4822421fb65b4d999b93fcf538089f24: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
01:59:04.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:04.409344 24301 consensus_queue.cc:1048] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
01:59:06.288 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:06.288 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:59:06.288 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=14, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=3939), Traces: [0ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [2ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [2ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [18ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [22ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [22ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [37ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [41ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [41ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [78ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [80ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [81ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [82ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [135ms] refreshing cache from master, [135ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [138ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [140ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [142ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [142ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [595ms] refreshing cache from master, [596ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [598ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [600ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [601ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [602ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [915ms] refreshing cache from master, [915ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [918ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [919ms] sending RPC to server bbae6bae1c8a42fabe3a6e245dc35775, [921ms] received response from server bbae6bae1c8a42fabe3a6e245dc35775: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [921ms] delaying RPC due to: Network error: Failed to connect to peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155): Connection refused: /127.20.59.193:37155, [3935ms] refreshing cache from master, [3936ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [3938ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@498066825(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@5568653a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@305787853 after retry RPC@1233418923) -> (continuation of Deferred@2137242918 after retry RPC@366530883) -> (continuation of Deferred@652926962 after retry RPC@1969963173) -> (continuation of Deferred@445416346 after retry RPC@894277126) -> (continuation of Deferred@692973574 after retry RPC@1894366863) -> (continuation of Deferred@652106917 after retry RPC@136517342), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f088dcc -> wakeup thread Time-limited test -> (continuation of Deferred@305787853 after retry RPC@1233418923) -> (continuation of Deferred@2137242918 after retry RPC@366530883) -> (continuation of Deferred@652926962 after retry RPC@1969963173) -> (continuation of Deferred@445416346 after retry RPC@894277126) -> (continuation of Deferred@692973574 after retry RPC@1894366863) -> (continuation of Deferred@652106917 after retry RPC@136517342))) after lookup
01:59:06.289 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:59:06.290 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] Successfully connected to peer
01:59:06.307 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x9fb2fa4f, L:/127.0.0.1:32918 - R:/127.20.59.195:41281] using TOKEN/null
01:59:06.329 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.20.59.193:37155
01:59:06.330 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.331009 20719 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/logs
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data/info.pb
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.193:37155
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.193
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37189
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.193
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:59:06.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:06.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:06.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:59:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:06.666162 24340 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:06.666539 24340 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:06.666669 24340 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:06.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:06.675664 24340 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:06.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:06.675892 24340 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.59.193
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.686654 24340 tablet_server_runner.cc:78] Tablet server non-default flags:
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/logs
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.193:37155
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data/info.pb
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.193
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37189
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.193
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:57 UTC on bdcb31816ec0
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13298
01:59:06.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:59:06.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.688378 24340 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:06.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.690326 24340 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:59:06.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:06.700448 24354 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:06.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:06.700441 24350 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:06.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:06.701422 24357 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:06.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.702054 24340 server_base.cc:1061] running on GCE node
01:59:06.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.702836 24340 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:06.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.703882 24340 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:06.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.705176 24340 hybrid_clock.cc:648] HybridClock initialized: now 1786499946705121 us; error 44 us; skew 500 ppm
01:59:06.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.705567 24340 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:06.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.707741 24340 webserver.cc:533] Webserver started at http://127.20.59.193:37189/ using document root <none> and password file <none>
01:59:06.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.708520 24340 fs_manager.cc:362] Metadata directory not provided
01:59:06.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.708640 24340 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:06.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.714074 24340 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.001s
01:59:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.716871 24372 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:59:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.718331 24340 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.718506 24340 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data,/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbae6bae1c8a42fabe3a6e245dc35775"
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:32 on dist-test-slave-k5rr"
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.719228 24340 fs_report.cc:389] FS layout report
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/wal
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data/data
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:06.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.736771 24340 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:59:06.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.737687 24340 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:06.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.737996 24340 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:06.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.738947 24340 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:59:06.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.740989 24380 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
01:59:06.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.746681 24340 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
01:59:06.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.746779 24340 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
01:59:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.746914 24340 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
01:59:06.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.749912 24340 ts_tablet_manager.cc:616] Registered 1 tablets
01:59:06.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.750011 24340 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.002s	sys 0.000s
01:59:06.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.750367 24380 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Bootstrap starting.
01:59:06.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.777298 24380 log.cc:826] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Log is configured to *not* fsync() on all Append() calls
01:59:06.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.792610 24340 rpc_server.cc:307] RPC server started. Bound to: 127.20.59.193:37155
01:59:06.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.792631 24561 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.59.193:37155 every 8 connection(s)
01:59:06.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.794028 24340 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-0/data/info.pb
01:59:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.800623 20719 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu as pid 24340
01:59:06.801 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:59:06.825 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929, tablet=fb2d4c6b2bd44358adaa325e43de898d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
01:59:06.826 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.20.59.195:41281
01:59:06.826 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

01:59:06.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.826663 20719 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu pid 23666
01:59:06.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.831779 24380 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:59:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.832773 24380 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Bootstrap complete.
01:59:06.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.834437 24380 ts_tablet_manager.cc:1403] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Time spent bootstrapping tablet: real 0.084s	user 0.048s	sys 0.019s
01:59:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.835139 24565 heartbeater.cc:344] Connected to a master server at 127.20.59.253:36227
01:59:06.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.835561 24565 heartbeater.cc:461] Registering TS with master...
01:59:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.836794 24565 heartbeater.cc:507] Master 127.20.59.253:36227 requested a full tablet report, sending...
01:59:06.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.840271 20924 ts_manager.cc:194] Re-registered known tserver with Master: bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155)
01:59:06.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.841331 24380 raft_consensus.cc:359] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:06.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.842222 24380 raft_consensus.cc:740] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: bbae6bae1c8a42fabe3a6e245dc35775, State: Initialized, Role: FOLLOWER
01:59:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.842914 24380 consensus_queue.cc:260] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.846412 24563 heartbeater.cc:344] Connected to a master server at 127.20.59.252:43019
01:59:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.846575 24563 heartbeater.cc:461] Registering TS with master...
01:59:06.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.847141 24563 heartbeater.cc:507] Master 127.20.59.252:43019 requested a full tablet report, sending...
01:59:06.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.848579 21037 ts_manager.cc:194] Re-registered known tserver with Master: bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155)
01:59:06.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.851056 24380 ts_tablet_manager.cc:1434] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775: Time spent starting tablet: real 0.016s	user 0.013s	sys 0.001s
01:59:06.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.854938 24564 heartbeater.cc:344] Connected to a master server at 127.20.59.254:45537
01:59:06.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.855082 24564 heartbeater.cc:461] Registering TS with master...
01:59:06.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.855577 24564 heartbeater.cc:507] Master 127.20.59.254:45537 requested a full tablet report, sending...
01:59:06.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.856735 20790 ts_manager.cc:194] Re-registered known tserver with Master: bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155)
01:59:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.858283 20790 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.59.193:57525
01:59:06.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.861123 23877 generic_service.cc:196] Checking for leaks (request via RPC)
01:59:06.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.861195 24564 heartbeater.cc:499] Master 127.20.59.254:45537 was elected leader, sending a full tablet report...
01:59:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:06.962163 20719 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu with pid 23666
01:59:06.987 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:59:06.987 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] handling channelInactive
01:59:06.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state READY due to: connection closed
01:59:06.988 [DEBUG - Time-limited test] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:59:06.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:06.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:06.989 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:07.007 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:07.007 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:59:07.007 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [1ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@908770507(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@2ebaf11e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@181fa2d4 -> wakeup thread Time-limited test)) after lookup
01:59:07.008 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:59:07.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:07.009 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:07.010 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:07.027 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:07.027 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:59:07.027 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [1ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [22ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [22ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [38ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@908770507(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@2ebaf11e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@262644320 after retry RPC@1783347266), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@181fa2d4 -> wakeup thread Time-limited test -> (continuation of Deferred@262644320 after retry RPC@1783347266))) after lookup
01:59:07.028 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:59:07.029 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:07.029 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:07.029 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:07.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:07.068 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:59:07.068 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=80), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [1ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [22ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [22ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [38ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [41ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [41ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [79ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@908770507(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@2ebaf11e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@262644320 after retry RPC@1783347266) -> (continuation of Deferred@1110202396 after retry RPC@1972531635), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@181fa2d4 -> wakeup thread Time-limited test -> (continuation of Deferred@262644320 after retry RPC@1783347266) -> (continuation of Deferred@1110202396 after retry RPC@1972531635))) after lookup
01:59:07.068 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:59:07.070 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:07.070 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:07.070 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:07.107 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:07.107 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:59:07.107 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=119), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [1ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [22ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [22ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [38ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [41ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [41ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [79ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [80ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [82ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [82ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [119ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@908770507(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@2ebaf11e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@262644320 after retry RPC@1783347266) -> (continuation of Deferred@1110202396 after retry RPC@1972531635) -> (continuation of Deferred@1539598798 after retry RPC@1027445996), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@181fa2d4 -> wakeup thread Time-limited test -> (continuation of Deferred@262644320 after retry RPC@1783347266) -> (continuation of Deferred@1110202396 after retry RPC@1972531635) -> (continuation of Deferred@1539598798 after retry RPC@1027445996))) after lookup
01:59:07.108 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:59:07.109 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:07.109 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:07.109 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:07.467 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:07.467 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:59:07.468 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=480), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [1ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [22ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [22ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [38ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [41ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [41ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [79ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [80ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [82ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [82ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [119ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [120ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [121ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [121ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [476ms] refreshing cache from master, [476ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [479ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@908770507(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@2ebaf11e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@262644320 after retry RPC@1783347266) -> (continuation of Deferred@1110202396 after retry RPC@1972531635) -> (continuation of Deferred@1539598798 after retry RPC@1027445996) -> (continuation of Deferred@384386332 after retry RPC@1193421273), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@181fa2d4 -> wakeup thread Time-limited test -> (continuation of Deferred@262644320 after retry RPC@1783347266) -> (continuation of Deferred@1110202396 after retry RPC@1972531635) -> (continuation of Deferred@1539598798 after retry RPC@1027445996) -> (continuation of Deferred@384386332 after retry RPC@1193421273))) after lookup
01:59:07.468 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:59:07.469 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:07.469 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:07.470 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:08.147 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:08.147 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)[L],bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:59:08.148 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1159), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [1ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [22ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [22ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [38ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [41ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [41ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [79ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [80ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [82ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [82ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [119ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [120ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [121ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [121ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [476ms] refreshing cache from master, [476ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [479ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [480ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [482ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [482ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1156ms] refreshing cache from master, [1156ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [1158ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@908770507(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@2ebaf11e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@262644320 after retry RPC@1783347266) -> (continuation of Deferred@1110202396 after retry RPC@1972531635) -> (continuation of Deferred@1539598798 after retry RPC@1027445996) -> (continuation of Deferred@384386332 after retry RPC@1193421273) -> (continuation of Deferred@922189364 after retry RPC@1624110546), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@181fa2d4 -> wakeup thread Time-limited test -> (continuation of Deferred@262644320 after retry RPC@1783347266) -> (continuation of Deferred@1110202396 after retry RPC@1972531635) -> (continuation of Deferred@1539598798 after retry RPC@1027445996) -> (continuation of Deferred@384386332 after retry RPC@1193421273) -> (continuation of Deferred@922189364 after retry RPC@1624110546))) after lookup
01:59:08.148 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] connecting to peer
01:59:08.149 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:08.149 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:08.150 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281
01:59:08.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.279789 24587 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 8 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:59:08.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.280103 24587 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:08.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.281886 24587 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:59:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:08.283360 24375 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111)
01:59:08.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:08.284997 24375 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281): Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111)
01:59:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.289080 24121 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "c741b2e1f41a4df18dd0754785f986ad" is_pre_election: true
01:59:08.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.289918 24376 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bbae6bae1c8a42fabe3a6e245dc35775; no voters: 4822421fb65b4d999b93fcf538089f24, c741b2e1f41a4df18dd0754785f986ad
01:59:08.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.290306 24587 raft_consensus.cc:2749] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 8 FOLLOWER]: Leader pre-election lost for term 9. Reason: could not achieve majority
01:59:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.308435 24595 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 4822421fb65b4d999b93fcf538089f24)
01:59:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.308629 24595 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.309360 24595 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:59:08.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:08.311757 24008 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281): Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111)
01:59:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.317276 24486 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "c741b2e1f41a4df18dd0754785f986ad" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" is_pre_election: true
01:59:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.317649 24486 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c741b2e1f41a4df18dd0754785f986ad in term 8.
01:59:08.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.318511 24006 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bbae6bae1c8a42fabe3a6e245dc35775, c741b2e1f41a4df18dd0754785f986ad; no voters: 4822421fb65b4d999b93fcf538089f24
01:59:08.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.318790 24595 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 9 FOLLOWER]: Leader pre-election won for term 10
01:59:08.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.318897 24595 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 9 FOLLOWER]: Starting leader election (detected failure of leader 4822421fb65b4d999b93fcf538089f24)
01:59:08.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.318964 24595 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 9 FOLLOWER]: Advancing to term 10
01:59:08.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.321067 24595 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:08.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.321619 24595 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 10 election: Requested vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:59:08.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.322080 24486 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "c741b2e1f41a4df18dd0754785f986ad" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "bbae6bae1c8a42fabe3a6e245dc35775"
01:59:08.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.322288 24486 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 8 FOLLOWER]: Advancing to term 10
01:59:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:08.323096 24008 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281): Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111)
01:59:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.326406 24486 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c741b2e1f41a4df18dd0754785f986ad in term 10.
01:59:08.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.326812 24006 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: bbae6bae1c8a42fabe3a6e245dc35775, c741b2e1f41a4df18dd0754785f986ad; no voters: 4822421fb65b4d999b93fcf538089f24
01:59:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.327105 24595 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 10 FOLLOWER]: Leader election won for term 10
01:59:08.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.327569 24595 raft_consensus.cc:697] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 10 LEADER]: Becoming Leader. State: Replica: c741b2e1f41a4df18dd0754785f986ad, State: Running, Role: LEADER
01:59:08.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.328058 24595 consensus_queue.cc:237] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:08.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.331593 20790 catalog_manager.cc:5719] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad reported cstate change: term changed from 9 to 10, leader changed from 4822421fb65b4d999b93fcf538089f24 (127.20.59.195) to c741b2e1f41a4df18dd0754785f986ad (127.20.59.194). New cstate: current_term: 10 leader_uuid: "c741b2e1f41a4df18dd0754785f986ad" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } health_report { overall_health: UNKNOWN } } }
01:59:08.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:08.718128 24008 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111) [suppressed 2 similar messages]
01:59:08.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:08.719189 24008 consensus_peers.cc:597] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad -> Peer 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281): Couldn't send request to peer 4822421fb65b4d999b93fcf538089f24. Status: Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:59:08.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.764297 24486 raft_consensus.cc:1275] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 10 FOLLOWER]: Refusing update from remote peer c741b2e1f41a4df18dd0754785f986ad: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
01:59:08.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:08.765293 24595 consensus_queue.cc:1048] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [LEADER]: Connected to new peer: Peer: permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
01:59:10.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:10.972066 24008 consensus_peers.cc:597] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad -> Peer 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281): Couldn't send request to peer 4822421fb65b4d999b93fcf538089f24. Status: Network error: Client connection negotiation failed: client connection to 127.20.59.195:41281: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
01:59:11.267 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:11.267 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:59:11.267 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=4279), Traces: [0ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [1ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [22ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [22ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [38ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [41ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [41ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [79ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [80ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [82ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [82ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [116ms] refreshing cache from master, [116ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [119ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [120ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [121ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [121ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [476ms] refreshing cache from master, [476ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [479ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [480ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [482ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [482ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1156ms] refreshing cache from master, [1156ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [1158ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [1160ms] sending RPC to server 4822421fb65b4d999b93fcf538089f24, [1161ms] received response from server 4822421fb65b4d999b93fcf538089f24: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [1162ms] delaying RPC due to: Network error: Failed to connect to peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281): Connection refused: /127.20.59.195:41281, [4276ms] refreshing cache from master, [4276ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [4279ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@908770507(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@2ebaf11e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@262644320 after retry RPC@1783347266) -> (continuation of Deferred@1110202396 after retry RPC@1972531635) -> (continuation of Deferred@1539598798 after retry RPC@1027445996) -> (continuation of Deferred@384386332 after retry RPC@1193421273) -> (continuation of Deferred@922189364 after retry RPC@1624110546) -> (continuation of Deferred@1191282799 after retry RPC@1215141432), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@181fa2d4 -> wakeup thread Time-limited test -> (continuation of Deferred@262644320 after retry RPC@1783347266) -> (continuation of Deferred@1110202396 after retry RPC@1972531635) -> (continuation of Deferred@1539598798 after retry RPC@1027445996) -> (continuation of Deferred@384386332 after retry RPC@1193421273) -> (continuation of Deferred@922189364 after retry RPC@1624110546) -> (continuation of Deferred@1191282799 after retry RPC@1215141432))) after lookup
01:59:11.268 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:59:11.269 [DEBUG - kudu-nio-7] (Connection.java:757) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] Successfully connected to peer
01:59:11.283 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x6e5149d6, L:/127.0.0.1:42264 - R:/127.20.59.194:37851] using TOKEN/null
01:59:11.305 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.20.59.195:41281
01:59:11.305 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

01:59:11.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.306501 20719 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:59:11.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:59:11.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:59:11.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data
01:59:11.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:11.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/logs
01:59:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data/info.pb
01:59:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:11.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:59:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.195:41281
01:59:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.195
01:59:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:59:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43743
01:59:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.195
01:59:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:59:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:59:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:11.660128 24663 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:11.660424 24663 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:11.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:11.660499 24663 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:11.668860 24663 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:11.669111 24663 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.59.195
01:59:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.679191 24663 tablet_server_runner.cc:78] Tablet server non-default flags:
01:59:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/logs
01:59:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:59:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data
01:59:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:59:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.195:41281
01:59:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:11.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data/info.pb
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.195
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43743
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.195
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:57 UTC on bdcb31816ec0
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13298
01:59:11.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:59:11.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.680833 24663 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:11.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.682721 24663 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:59:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:11.691877 24674 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:11.691886 24673 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:11.692622 24678 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.693097 24663 server_base.cc:1061] running on GCE node
01:59:11.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.693694 24663 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:11.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.694694 24663 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.695900 24663 hybrid_clock.cc:648] HybridClock initialized: now 1786499951695856 us; error 28 us; skew 500 ppm
01:59:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.696257 24663 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:11.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.698375 24663 webserver.cc:533] Webserver started at http://127.20.59.195:43743/ using document root <none> and password file <none>
01:59:11.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.699124 24663 fs_manager.cc:362] Metadata directory not provided
01:59:11.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.699240 24663 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:11.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.704859 24663 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.002s	sys 0.001s
01:59:11.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.707659 24687 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:59:11.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.709030 24663 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
01:59:11.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.709209 24663 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data,/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4822421fb65b4d999b93fcf538089f24"
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:33 on dist-test-slave-k5rr"
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.709949 24663 fs_report.cc:389] FS layout report
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/wal
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data/data
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:11.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.730016 24663 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:59:11.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.730897 24663 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:11.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.731187 24663 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:11.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.732088 24663 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:59:11.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.734076 24699 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
01:59:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.739813 24663 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
01:59:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.739913 24663 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.000s	sys 0.001s
01:59:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.740008 24663 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
01:59:11.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.743094 24663 ts_tablet_manager.cc:616] Registered 1 tablets
01:59:11.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.743187 24663 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.001s	sys 0.000s
01:59:11.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.743695 24699 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Bootstrap starting.
01:59:11.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.772063 24699 log.cc:826] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Log is configured to *not* fsync() on all Append() calls
01:59:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.783371 24663 rpc_server.cc:307] RPC server started. Bound to: 127.20.59.195:41281
01:59:11.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.783407 24896 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.59.195:41281 every 8 connection(s)
01:59:11.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.785458 24663 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-2/data/info.pb
01:59:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.787794 20719 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu as pid 24663
01:59:11.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:59:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.816082 24699 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:59:11.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.816942 24699 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Bootstrap complete.
01:59:11.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.818419 24699 ts_tablet_manager.cc:1403] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Time spent bootstrapping tablet: real 0.075s	user 0.061s	sys 0.008s
01:59:11.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.824452 24699 raft_consensus.cc:359] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:11.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.825440 24699 raft_consensus.cc:740] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4822421fb65b4d999b93fcf538089f24, State: Initialized, Role: FOLLOWER
01:59:11.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.826215 24699 consensus_queue.cc:260] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:11.848 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929, tablet=fb2d4c6b2bd44358adaa325e43de898d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
01:59:11.849 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.20.59.194:37851
01:59:11.849 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

01:59:11.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.850451 24699 ts_tablet_manager.cc:1434] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24: Time spent starting tablet: real 0.032s	user 0.019s	sys 0.012s
01:59:11.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.850782 20719 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu pid 23977
01:59:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.857936 24906 heartbeater.cc:344] Connected to a master server at 127.20.59.253:36227
01:59:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.858047 24899 heartbeater.cc:344] Connected to a master server at 127.20.59.254:45537
01:59:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.858341 24906 heartbeater.cc:461] Registering TS with master...
01:59:11.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.858613 24899 heartbeater.cc:461] Registering TS with master...
01:59:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.859521 24899 heartbeater.cc:507] Master 127.20.59.254:45537 requested a full tablet report, sending...
01:59:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.859553 24906 heartbeater.cc:507] Master 127.20.59.253:36227 requested a full tablet report, sending...
01:59:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.861196 24898 heartbeater.cc:344] Connected to a master server at 127.20.59.252:43019
01:59:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.861331 24898 heartbeater.cc:461] Registering TS with master...
01:59:11.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.861846 24898 heartbeater.cc:507] Master 127.20.59.252:43019 requested a full tablet report, sending...
01:59:11.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.862263 20790 ts_manager.cc:194] Re-registered known tserver with Master: 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:59:11.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.862511 20922 ts_manager.cc:194] Re-registered known tserver with Master: 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:59:11.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.863070 24197 generic_service.cc:196] Checking for leaks (request via RPC)
01:59:11.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.863778 20790 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.59.195:43799
01:59:11.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.864316 21036 ts_manager.cc:194] Re-registered known tserver with Master: 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:59:11.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.867606 24899 heartbeater.cc:499] Master 127.20.59.254:45537 was elected leader, sending a full tablet report...
01:59:11.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:11.960969 20719 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu with pid 23977
01:59:11.988 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:59:11.989 [DEBUG - kudu-nio-7] (Connection.java:239) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] handling channelInactive
01:59:11.989 [DEBUG - kudu-nio-7] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state READY due to: connection closed
01:59:11.989 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: connection closed
01:59:12.007 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:12.007 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:59:12.008 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [1ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1328065391(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@6b5028e4 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1ae2e14f -> wakeup thread Time-limited test)) after lookup
01:59:12.008 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:59:12.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:12.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:12.009 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:12.027 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:12.027 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:59:12.027 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [1ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [21ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [21ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [38ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1328065391(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@6b5028e4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1289494692 after retry RPC@1011375630), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1ae2e14f -> wakeup thread Time-limited test -> (continuation of Deferred@1289494692 after retry RPC@1011375630))) after lookup
01:59:12.028 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:59:12.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:12.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:12.029 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:12.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:12.067 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:59:12.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [1ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [21ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [21ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [38ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [41ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [41ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [78ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1328065391(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@6b5028e4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1289494692 after retry RPC@1011375630) -> (continuation of Deferred@931612924 after retry RPC@1229047852), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1ae2e14f -> wakeup thread Time-limited test -> (continuation of Deferred@1289494692 after retry RPC@1011375630) -> (continuation of Deferred@931612924 after retry RPC@1229047852))) after lookup
01:59:12.068 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:59:12.069 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:12.069 [DEBUG - kudu-nio-2] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:12.069 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:12.147 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:12.147 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:59:12.148 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=159), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [1ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [21ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [21ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [38ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [41ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [41ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [78ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [80ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [81ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [81ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [158ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1328065391(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@6b5028e4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1289494692 after retry RPC@1011375630) -> (continuation of Deferred@931612924 after retry RPC@1229047852) -> (continuation of Deferred@230958805 after retry RPC@1241747433), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1ae2e14f -> wakeup thread Time-limited test -> (continuation of Deferred@1289494692 after retry RPC@1011375630) -> (continuation of Deferred@931612924 after retry RPC@1229047852) -> (continuation of Deferred@230958805 after retry RPC@1241747433))) after lookup
01:59:12.148 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:59:12.149 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:12.149 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:12.149 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:12.367 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:12.367 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:59:12.368 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=379), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [1ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [21ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [21ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [38ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [41ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [41ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [78ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [80ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [81ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [81ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [158ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [160ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [161ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [162ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [376ms] refreshing cache from master, [377ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [379ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1328065391(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@6b5028e4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1289494692 after retry RPC@1011375630) -> (continuation of Deferred@931612924 after retry RPC@1229047852) -> (continuation of Deferred@230958805 after retry RPC@1241747433) -> (continuation of Deferred@1251676372 after retry RPC@473019049), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1ae2e14f -> wakeup thread Time-limited test -> (continuation of Deferred@1289494692 after retry RPC@1011375630) -> (continuation of Deferred@931612924 after retry RPC@1229047852) -> (continuation of Deferred@230958805 after retry RPC@1241747433) -> (continuation of Deferred@1251676372 after retry RPC@473019049))) after lookup
01:59:12.369 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:59:12.370 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:12.370 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:12.370 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:13.207 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:13.208 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155),c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)[L]]}]
01:59:13.208 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1219), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [1ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [21ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [21ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [38ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [41ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [41ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [78ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [80ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [81ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [81ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [158ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [160ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [161ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [162ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [376ms] refreshing cache from master, [377ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [379ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [380ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [382ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [382ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [1216ms] refreshing cache from master, [1216ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [1219ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1328065391(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@6b5028e4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1289494692 after retry RPC@1011375630) -> (continuation of Deferred@931612924 after retry RPC@1229047852) -> (continuation of Deferred@230958805 after retry RPC@1241747433) -> (continuation of Deferred@1251676372 after retry RPC@473019049) -> (continuation of Deferred@2043191836 after retry RPC@1761473398), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1ae2e14f -> wakeup thread Time-limited test -> (continuation of Deferred@1289494692 after retry RPC@1011375630) -> (continuation of Deferred@931612924 after retry RPC@1229047852) -> (continuation of Deferred@230958805 after retry RPC@1241747433) -> (continuation of Deferred@1251676372 after retry RPC@473019049) -> (continuation of Deferred@2043191836 after retry RPC@1761473398))) after lookup
01:59:13.209 [DEBUG - kudu-nio-0] (Connection.java:748) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] connecting to peer
01:59:13.210 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:13.210 [DEBUG - kudu-nio-5] (Connection.java:709) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] cleaning up while in state CONNECTING due to: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:13.210 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851) for tablet fb2d4c6b2bd44358adaa325e43de898d: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851
01:59:13.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.264780 24922 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 9 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:59:13.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.265095 24922 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:13.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.266832 24922 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193:37155), c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:59:13.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:13.268177 24696 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111)
01:59:13.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.273803 24486 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "4822421fb65b4d999b93fcf538089f24" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" is_pre_election: true
01:59:13.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:13.273962 24696 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851): Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111)
01:59:13.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.274693 24692 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24; no voters: bbae6bae1c8a42fabe3a6e245dc35775, c741b2e1f41a4df18dd0754785f986ad
01:59:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.275058 24922 raft_consensus.cc:2749] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 9 FOLLOWER]: Leader pre-election lost for term 10. Reason: could not achieve majority
01:59:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.323457 24929 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader c741b2e1f41a4df18dd0754785f986ad)
01:59:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.323675 24929 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:13.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.324357 24929 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:59:13.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:13.325732 24376 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111)
01:59:13.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:13.327167 24376 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851): Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111)
01:59:13.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.332437 24807 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "4822421fb65b4d999b93fcf538089f24" is_pre_election: true
01:59:13.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.332809 24807 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bbae6bae1c8a42fabe3a6e245dc35775 in term 9.
01:59:13.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.333729 24375 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24, bbae6bae1c8a42fabe3a6e245dc35775; no voters: c741b2e1f41a4df18dd0754785f986ad
01:59:13.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.334023 24929 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 10 FOLLOWER]: Leader pre-election won for term 11
01:59:13.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.334134 24929 raft_consensus.cc:493] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 10 FOLLOWER]: Starting leader election (detected failure of leader c741b2e1f41a4df18dd0754785f986ad)
01:59:13.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.334199 24929 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 10 FOLLOWER]: Advancing to term 11
01:59:13.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.336342 24929 raft_consensus.cc:515] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:13.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.337055 24929 leader_election.cc:290] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 11 election: Requested vote from peers c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851), 4822421fb65b4d999b93fcf538089f24 (127.20.59.195:41281)
01:59:13.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.337616 24807 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb2d4c6b2bd44358adaa325e43de898d" candidate_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "4822421fb65b4d999b93fcf538089f24"
01:59:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.337829 24807 raft_consensus.cc:3060] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 9 FOLLOWER]: Advancing to term 11
01:59:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:13.338536 24376 leader_election.cc:336] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851): Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111)
01:59:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.341745 24807 raft_consensus.cc:2468] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bbae6bae1c8a42fabe3a6e245dc35775 in term 11.
01:59:13.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.342182 24375 leader_election.cc:304] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4822421fb65b4d999b93fcf538089f24, bbae6bae1c8a42fabe3a6e245dc35775; no voters: c741b2e1f41a4df18dd0754785f986ad
01:59:13.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.342454 24929 raft_consensus.cc:2804] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 11 FOLLOWER]: Leader election won for term 11
01:59:13.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.342875 24929 raft_consensus.cc:697] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [term 11 LEADER]: Becoming Leader. State: Replica: bbae6bae1c8a42fabe3a6e245dc35775, State: Running, Role: LEADER
01:59:13.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.343495 24929 consensus_queue.cc:237] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:13.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.347289 20790 catalog_manager.cc:5719] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 reported cstate change: term changed from 10 to 11, leader changed from c741b2e1f41a4df18dd0754785f986ad (127.20.59.194) to bbae6bae1c8a42fabe3a6e245dc35775 (127.20.59.193). New cstate: current_term: 11 leader_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } health_report { overall_health: UNKNOWN } } }
01:59:13.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.836862 24807 raft_consensus.cc:1275] T fb2d4c6b2bd44358adaa325e43de898d P 4822421fb65b4d999b93fcf538089f24 [term 11 FOLLOWER]: Refusing update from remote peer bbae6bae1c8a42fabe3a6e245dc35775: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
01:59:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:13.837786 24929 consensus_queue.cc:1048] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
01:59:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:13.855611 24376 consensus_peers.cc:597] T fb2d4c6b2bd44358adaa325e43de898d P bbae6bae1c8a42fabe3a6e245dc35775 -> Peer c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851): Couldn't send request to peer c741b2e1f41a4df18dd0754785f986ad. Status: Network error: Client connection negotiation failed: client connection to 127.20.59.194:37851: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:59:15.668 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fb2d4c6b2bd44358adaa325e43de898d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929' with partition [<start>, <end>)
01:59:15.668 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb2d4c6b2bd44358adaa325e43de898d@[4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281),bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)[L],c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)]}]
01:59:15.669 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fb2d4c6b2bd44358adaa325e43de898d, attempt=14, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=3680), Traces: [0ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [1ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [19ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [20ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [21ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [21ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [38ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [39ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [41ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [41ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [78ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [80ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [81ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [81ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [158ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [160ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [161ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [162ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [376ms] refreshing cache from master, [377ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [379ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [380ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [382ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [382ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [1216ms] refreshing cache from master, [1216ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [1219ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, [1221ms] sending RPC to server c741b2e1f41a4df18dd0754785f986ad, [1222ms] received response from server c741b2e1f41a4df18dd0754785f986ad: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [1222ms] delaying RPC due to: Network error: Failed to connect to peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851): Connection refused: /127.20.59.194:37851, [3676ms] refreshing cache from master, [3677ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.59.254:45537, [3680ms] Sub RPC GetTableLocations: received response from server master-127.20.59.254:45537: OK, deferred=Deferred@1328065391(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$237/0x00007f19e8338f98@6b5028e4 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1289494692 after retry RPC@1011375630) -> (continuation of Deferred@931612924 after retry RPC@1229047852) -> (continuation of Deferred@230958805 after retry RPC@1241747433) -> (continuation of Deferred@1251676372 after retry RPC@473019049) -> (continuation of Deferred@2043191836 after retry RPC@1761473398) -> (continuation of Deferred@1297383866 after retry RPC@1245031717), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1ae2e14f -> wakeup thread Time-limited test -> (continuation of Deferred@1289494692 after retry RPC@1011375630) -> (continuation of Deferred@931612924 after retry RPC@1229047852) -> (continuation of Deferred@230958805 after retry RPC@1241747433) -> (continuation of Deferred@1251676372 after retry RPC@473019049) -> (continuation of Deferred@2043191836 after retry RPC@1761473398) -> (continuation of Deferred@1297383866 after retry RPC@1245031717))) after lookup
01:59:15.670 [DEBUG - kudu-nio-0] (Connection.java:748) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] connecting to peer
01:59:15.671 [DEBUG - kudu-nio-6] (Connection.java:757) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] Successfully connected to peer
01:59:15.701 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x4105df6e, L:/127.0.0.1:36512 - R:/127.20.59.193:37155] using TOKEN/null
01:59:15.728 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.20.59.194:37851
01:59:15.728 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:15.728951 20719 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/logs
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/info.pb
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.194:37851
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.194
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45909
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.194
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:59:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:16.060879 25016 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:59:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:16.061244 25016 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:59:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:16.061352 25016 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:59:16.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:16.069821 25016 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:59:16.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:16.070006 25016 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.59.194
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.079843 25016 tablet_server_runner.cc:78] Tablet server non-default flags:
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/logs
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.59.212:37585
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.59.194:37851
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/info.pb
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.59.194
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45909
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.59.254:45537,127.20.59.253:36227,127.20.59.252:43019
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.59.194
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 1d9153c248733781bf69132f2d094d9d3c92b2bc
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 01:45:57 UTC on bdcb31816ec0
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13298
01:59:16.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
01:59:16.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.081538 25016 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:59:16.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.083423 25016 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:59:16.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:16.092908 25028 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:16.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:16.092942 25026 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:16.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:16.098307 25030 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:59:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.098928 25016 server_base.cc:1061] running on GCE node
01:59:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.099627 25016 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:59:16.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.100615 25016 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:59:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.101821 25016 hybrid_clock.cc:648] HybridClock initialized: now 1786499956101767 us; error 43 us; skew 500 ppm
01:59:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.102174 25016 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:59:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.104413 25016 webserver.cc:533] Webserver started at http://127.20.59.194:45909/ using document root <none> and password file <none>
01:59:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.105247 25016 fs_manager.cc:362] Metadata directory not provided
01:59:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.105368 25016 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:59:16.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.110934 25016 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.001s	sys 0.003s
01:59:16.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.113768 25042 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
01:59:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.115144 25016 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.115293 25016 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data,/tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c741b2e1f41a4df18dd0754785f986ad"
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 01:58:32 on dist-test-slave-k5rr"
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.116025 25016 fs_report.cc:389] FS layout report
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/wal
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/data
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:59:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:59:16.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.145519 25016 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
01:59:16.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.146440 25016 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:59:16.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.146695 25016 kserver.cc:163] Server-wide thread pool size limit: 3276
01:59:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.147603 25016 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:59:16.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.149688 25050 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
01:59:16.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.155476 25016 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
01:59:16.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.155562 25016 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
01:59:16.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.155659 25016 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
01:59:16.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.158710 25016 ts_tablet_manager.cc:616] Registered 1 tablets
01:59:16.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.158799 25016 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.002s	sys 0.000s
01:59:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.159260 25050 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Bootstrap starting.
01:59:16.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.188719 25050 log.cc:826] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Log is configured to *not* fsync() on all Append() calls
01:59:16.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.202029 25016 rpc_server.cc:307] RPC server started. Bound to: 127.20.59.194:37851
01:59:16.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.202103 25241 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.59.194:37851 every 8 connection(s)
01:59:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.203475 25016 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskzxFwbj/test-tmp/mini-kudu-cluster18349265141598986021/ts-1/data/info.pb
01:59:16.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.208149 20719 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu as pid 25016
01:59:16.208 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
01:59:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.236171 25050 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:59:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.237748 25050 tablet_bootstrap.cc:492] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Bootstrap complete.
01:59:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.239496 25050 ts_tablet_manager.cc:1403] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Time spent bootstrapping tablet: real 0.081s	user 0.059s	sys 0.017s
01:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.247277 25050 raft_consensus.cc:359] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.248488 25050 raft_consensus.cc:740] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: c741b2e1f41a4df18dd0754785f986ad, State: Initialized, Role: FOLLOWER
01:59:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.249431 25050 consensus_queue.cc:260] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bbae6bae1c8a42fabe3a6e245dc35775" member_type: VOTER last_known_addr { host: "127.20.59.193" port: 37155 } } peers { permanent_uuid: "c741b2e1f41a4df18dd0754785f986ad" member_type: VOTER last_known_addr { host: "127.20.59.194" port: 37851 } } peers { permanent_uuid: "4822421fb65b4d999b93fcf538089f24" member_type: VOTER last_known_addr { host: "127.20.59.195" port: 41281 } }
01:59:16.274 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929, tablet=fb2d4c6b2bd44358adaa325e43de898d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
01:59:16.281 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786499913929, tablet=fb2d4c6b2bd44358adaa325e43de898d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
01:59:16.287 [DEBUG - main] (Connection.java:575) [peer 4822421fb65b4d999b93fcf538089f24(127.20.59.195:41281)] disconnecting while in state TERMINATED
01:59:16.289 [DEBUG - main] (Connection.java:575) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] disconnecting while in state READY
01:59:16.292 [DEBUG - main] (Connection.java:575) [peer master-127.20.59.252:43019(127.20.59.252:43019)] disconnecting while in state READY
01:59:16.292 [DEBUG - main] (Connection.java:575) [peer master-127.20.59.253:36227(127.20.59.253:36227)] disconnecting while in state READY
01:59:16.293 [DEBUG - main] (Connection.java:575) [peer c741b2e1f41a4df18dd0754785f986ad(127.20.59.194:37851)] disconnecting while in state TERMINATED
01:59:16.294 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.59.253:36227(127.20.59.253:36227)] handling channelInactive
01:59:16.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.59.253:36227(127.20.59.253:36227)] cleaning up while in state READY due to: connection closed
01:59:16.294 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.59.252:43019(127.20.59.252:43019)] handling channelInactive
01:59:16.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.59.252:43019(127.20.59.252:43019)] cleaning up while in state READY due to: connection closed
01:59:16.295 [DEBUG - main] (Connection.java:575) [peer master-127.20.59.254:45537(127.20.59.254:45537)] disconnecting while in state READY
01:59:16.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:59:16.296 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.59.254:45537(127.20.59.254:45537)] handling channelInactive
01:59:16.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.59.254:45537(127.20.59.254:45537)] cleaning up while in state READY due to: connection closed
01:59:16.294 [DEBUG - kudu-nio-6] (Connection.java:239) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] handling channelInactive
01:59:16.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer bbae6bae1c8a42fabe3a6e245dc35775(127.20.59.193:37155)] cleaning up while in state READY due to: connection closed
01:59:16.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.302037 20719 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu pid 24340
01:59:16.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.313683 25250 heartbeater.cc:344] Connected to a master server at 127.20.59.253:36227
01:59:16.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.314131 25250 heartbeater.cc:461] Registering TS with master...
01:59:16.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.315371 25250 heartbeater.cc:507] Master 127.20.59.253:36227 requested a full tablet report, sending...
01:59:16.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.317656 25050 ts_tablet_manager.cc:1434] T fb2d4c6b2bd44358adaa325e43de898d P c741b2e1f41a4df18dd0754785f986ad: Time spent starting tablet: real 0.078s	user 0.031s	sys 0.042s
01:59:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.319681 20922 ts_manager.cc:194] Re-registered known tserver with Master: c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:59:16.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.320459 25242 heartbeater.cc:344] Connected to a master server at 127.20.59.252:43019
01:59:16.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.320595 25242 heartbeater.cc:461] Registering TS with master...
01:59:16.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.321265 25242 heartbeater.cc:507] Master 127.20.59.252:43019 requested a full tablet report, sending...
01:59:16.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.323933 21036 ts_manager.cc:194] Re-registered known tserver with Master: c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:59:16.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.327188 24555 generic_service.cc:196] Checking for leaks (request via RPC)
01:59:16.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.328924 25246 heartbeater.cc:344] Connected to a master server at 127.20.59.254:45537
01:59:16.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.329092 25246 heartbeater.cc:461] Registering TS with master...
01:59:16.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.329515 25246 heartbeater.cc:507] Master 127.20.59.254:45537 requested a full tablet report, sending...
01:59:16.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.330597 20790 ts_manager.cc:194] Re-registered known tserver with Master: c741b2e1f41a4df18dd0754785f986ad (127.20.59.194:37851)
01:59:16.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.331763 20790 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.59.194:33369
01:59:16.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.334131 25246 heartbeater.cc:499] Master 127.20.59.254:45537 was elected leader, sending a full tablet report...
01:59:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.426604 20719 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu with pid 24340
01:59:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.450501 20719 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu pid 25016
01:59:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:16.451213 25276 negotiation.cc:336] Failed RPC negotiation. Trace:
01:59:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 01:59:16.429518 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.20.59.193:46403 (local address 127.20.59.194:37851)
01:59:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 01:59:16.430042 (+   524us) server_negotiation.cc:207] Beginning negotiation
01:59:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 01:59:16.430049 (+     7us) server_negotiation.cc:400] Waiting for connection header
01:59:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 01:59:16.449833 (+ 19784us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.20.59.193:46403: BlockingRecv error: recv got EOF from 127.20.59.193:46403 (error 108)
01:59:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":380,"thread_start_us":241,"threads_started":1}
01:59:16.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.458041 25236 generic_service.cc:196] Checking for leaks (request via RPC)
01:59:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.546077 20719 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu with pid 25016
01:59:16.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.570093 20719 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu pid 24663
01:59:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.577589 24884 generic_service.cc:196] Checking for leaks (request via RPC)
01:59:16.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.671506 20719 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu with pid 24663
01:59:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.695000 20719 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu pid 20740
01:59:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.696305 20845 generic_service.cc:196] Checking for leaks (request via RPC)
01:59:16.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.820333 20719 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu with pid 20740
01:59:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 01:59:16.848167 21019 connection.cc:573] server connection from 127.0.0.1:46744 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
01:59:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.848760 20719 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu pid 20860
01:59:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.849931 20974 generic_service.cc:196] Checking for leaks (request via RPC)
01:59:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.967756 20719 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu with pid 20860
01:59:16.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.994652 20719 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu pid 20985
01:59:16.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:16.995851 21093 generic_service.cc:196] Checking for leaks (request via RPC)
01:59:17.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 01:59:17.114842 20719 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskzxFwbj/build/asan/bin/kudu with pid 20985
01:59:17.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T01:59:17Z chronyd exiting

Time: 48.587

OK (1 test)

