JUnit version 4.13.2
.13:54:37.566 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786456477558
13:54:37.625 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
13:54:37.686 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
13:54:37.699 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskdVXcTx/test-tmp
13:54:37.705 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
13:54:37.708 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskdVXcTx/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
13:54:37.950 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

13:54:38.161 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
13:54:38.162 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

13:54:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.167487 27937 mini_oidc.cc:150] Starting JWKS server
13:54:38.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.170995 27937 webserver.cc:533] Webserver started at http://127.0.0.1:43271/ using document root <none> and password file <none>
13:54:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.171433 27937 mini_oidc.cc:186] Starting OIDC Discovery server
13:54:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.177769 27937 webserver.cc:533] Webserver started at http://127.0.0.1:37487/ using document root <none> and password file <none>
13:54:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T13:54:38Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
13:54:38.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T13:54:38Z Disabled control of system clock
13:54:38.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.225476 27937 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:38.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:38.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-0/wal
13:54:38.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-0/data
13:54:38.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:38.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:38.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:38.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-0/logs
13:54:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-0/data/info.pb
13:54:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:38.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:38.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:38.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:54:38.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.126:42061
13:54:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.126
13:54:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:38.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:38.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:38.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43271/jwks.json with env {}
13:54:38.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:38.607245 27951 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:54:38.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:38.607707 27951 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:38.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:38.607831 27951 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:54:38.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:38.617502 27951 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:54:38.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:38.617683 27951 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:54:38.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:38.617780 27951 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:54:38.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:38.617848 27951 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:54:38.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:38.617933 27951 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:54:38.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:38.617985 27951 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43271/jwks.json
13:54:38.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.629657 27951 master_runner.cc:387] Master server non-default flags:
13:54:38.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-0/logs
13:54:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:38.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:38.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-0/data
13:54:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-0/wal
13:54:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:38.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.126:42061
13:54:38.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:38.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:38.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:38.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43271/jwks.json
13:54:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-0/data/info.pb
13:54:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.126
13:54:38.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:38.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:38.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:54:38.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:54:38.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:54:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:54:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:54:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:54:38.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:54:38.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.632166 27951 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:38.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.634963 27951 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:54:38.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:38.646966 27956 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:38.647432 27960 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:38.647614 27957 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:38.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.648904 27951 server_base.cc:1061] running on GCE node
13:54:38.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.649891 27951 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:38.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.651636 27951 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:38.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.653029 27951 hybrid_clock.cc:648] HybridClock initialized: now 1786456478652984 us; error 150 us; skew 500 ppm
13:54:38.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.653429 27951 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:38.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.656211 27951 webserver.cc:533] Webserver started at http://127.27.72.126:41819/ using document root <none> and password file <none>
13:54:38.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.657047 27951 fs_manager.cc:362] Metadata directory not provided
13:54:38.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.657150 27951 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:38.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.657580 27951 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:54:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.660338 27951 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-0/data/instance:
13:54:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "58845a224b39478bb73d525a109e77a5"
13:54:38.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:38 on dist-test-slave-27sr"
13:54:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.661314 27951 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-0/wal/instance:
13:54:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "58845a224b39478bb73d525a109e77a5"
13:54:38.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:38 on dist-test-slave-27sr"
13:54:38.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.667747 27951 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.003s	sys 0.003s
13:54:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.672068 27966 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:54:38.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.674181 27951 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
13:54:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.674347 27951 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-0/data,/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-0/wal
13:54:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "58845a224b39478bb73d525a109e77a5"
13:54:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:38 on dist-test-slave-27sr"
13:54:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.674552 27951 fs_report.cc:389] FS layout report
13:54:38.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-0/wal
13:54:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-0/wal
13:54:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-0/data/data
13:54:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:38.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:38.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:38.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:38.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:38.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.703128 27951 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:54:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.704241 27951 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.704501 27951 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:38.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.729439 27951 rpc_server.cc:307] RPC server started. Bound to: 127.27.72.126:42061
13:54:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.729492 28025 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.72.126:42061 every 8 connection(s)
13:54:38.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.731549 27951 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-0/data/info.pb
13:54:38.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.734305 27937 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu as pid 27951
13:54:38.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.734668 27937 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-0/wal/instance
13:54:38.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.737353 27937 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:38.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:38.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-1/wal
13:54:38.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-1/data
13:54:38.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:38.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-1/logs
13:54:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-1/data/info.pb
13:54:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:38.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:54:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.125:43125
13:54:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.125
13:54:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43271/jwks.json with env {}
13:54:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.739226 28026 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:54:38.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.748754 28026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } has no permanent_uuid. Determining permanent_uuid...
13:54:38.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.776794 28026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } has no permanent_uuid. Determining permanent_uuid...
13:54:38.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:38.778555 27969 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.72.125:43125: connect: Connection refused (error 111)
13:54:38.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:38.780800 28026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.72.125:43125: Network error: Client connection negotiation failed: client connection to 127.27.72.125:43125: connect: Connection refused (error 111)
13:54:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.830240 28026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } attempt: 1
13:54:38.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:38.833312 28026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.72.125:43125: Network error: Client connection negotiation failed: client connection to 127.27.72.125:43125: connect: Connection refused (error 111)
13:54:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.901669 28026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } attempt: 2
13:54:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:38.904385 28026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.72.125:43125: Network error: Client connection negotiation failed: client connection to 127.27.72.125:43125: connect: Connection refused (error 111)
13:54:38.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:38.995723 28026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } attempt: 3
13:54:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:38.998520 28026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.72.125:43125: Network error: Client connection negotiation failed: client connection to 127.27.72.125:43125: connect: Connection refused (error 111)
13:54:39.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.141870 28026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } attempt: 4
13:54:39.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.144661 28026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.72.125:43125: Network error: Client connection negotiation failed: client connection to 127.27.72.125:43125: connect: Connection refused (error 111)
13:54:39.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.147568 28030 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:54:39.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.148144 28030 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:39.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.148234 28030 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:54:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.158149 28030 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:54:39.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.158306 28030 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:54:39.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.158384 28030 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:54:39.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.158428 28030 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:54:39.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.158484 28030 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:54:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.158520 28030 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43271/jwks.json
13:54:39.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.175813 28030 master_runner.cc:387] Master server non-default flags:
13:54:39.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-1/logs
13:54:39.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:39.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:39.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:39.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:39.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-1/data
13:54:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-1/wal
13:54:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:39.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.125:43125
13:54:39.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:39.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:39.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:39.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43271/jwks.json
13:54:39.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:39.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:39.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-1/data/info.pb
13:54:39.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.125
13:54:39.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:39.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:39.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:39.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:39.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:39.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:39.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:54:39.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:54:39.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:54:39.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:54:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:54:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:54:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:54:39.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.178292 28030 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:39.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.181218 28030 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:54:39.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.192935 28039 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:39.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.193023 28040 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:39.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.196153 28042 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.197517 28030 server_base.cc:1061] running on GCE node
13:54:39.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.198734 28030 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.200903 28030 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:39.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.202214 28030 hybrid_clock.cc:648] HybridClock initialized: now 1786456479202122 us; error 78 us; skew 500 ppm
13:54:39.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.202776 28030 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:39.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.205857 28030 webserver.cc:533] Webserver started at http://127.27.72.125:39341/ using document root <none> and password file <none>
13:54:39.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.206902 28030 fs_manager.cc:362] Metadata directory not provided
13:54:39.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.207051 28030 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:39.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.207578 28030 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:54:39.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.210479 28030 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-1/data/instance:
13:54:39.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f263509b22c4850ac5c04d2b5a9565a"
13:54:39.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:39 on dist-test-slave-27sr"
13:54:39.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.211601 28030 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-1/wal/instance:
13:54:39.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f263509b22c4850ac5c04d2b5a9565a"
13:54:39.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:39 on dist-test-slave-27sr"
13:54:39.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.218566 28030 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.000s
13:54:39.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.223234 28049 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:54:39.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.225206 28030 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
13:54:39.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.225458 28030 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-1/data,/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-1/wal
13:54:39.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4f263509b22c4850ac5c04d2b5a9565a"
13:54:39.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:39 on dist-test-slave-27sr"
13:54:39.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.225740 28030 fs_report.cc:389] FS layout report
13:54:39.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:39.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-1/wal
13:54:39.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-1/wal
13:54:39.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-1/data/data
13:54:39.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:39.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:39.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:39.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:39.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:39.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:39.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:39.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:39.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:39.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:39.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:39.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.254618 28030 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:54:39.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.256093 28030 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:39.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.256500 28030 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:39.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.280736 28030 rpc_server.cc:307] RPC server started. Bound to: 127.27.72.125:43125
13:54:39.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.280838 28112 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.72.125:43125 every 8 connection(s)
13:54:39.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.282845 28030 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-1/data/info.pb
13:54:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.288139 27937 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu as pid 28030
13:54:39.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.288396 27937 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-1/wal/instance
13:54:39.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.288564 28113 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:54:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.289928 27937 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-2/wal
13:54:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-2/data
13:54:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:39.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:39.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:39.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:39.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:39.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:39.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-2/logs
13:54:39.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-2/data/info.pb
13:54:39.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:39.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:39.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:39.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:39.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:39.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:39.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:39.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:39.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:54:39.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:39.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:39.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:39.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.124:44579
13:54:39.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.124
13:54:39.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:39.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:39.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:39.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:39.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:39.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:39.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:39.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:39.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43271/jwks.json with env {}
13:54:39.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.300318 28113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } has no permanent_uuid. Determining permanent_uuid...
13:54:39.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.330878 28113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } has no permanent_uuid. Determining permanent_uuid...
13:54:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.342155 28113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } has no permanent_uuid. Determining permanent_uuid...
13:54:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.343616 28050 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.72.124:44579: connect: Connection refused (error 111)
13:54:39.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.345830 28113 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.72.124:44579: Network error: Client connection negotiation failed: client connection to 127.27.72.124:44579: connect: Connection refused (error 111)
13:54:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.395190 28113 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } attempt: 1
13:54:39.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.397629 28113 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.72.124:44579: Network error: Client connection negotiation failed: client connection to 127.27.72.124:44579: connect: Connection refused (error 111)
13:54:39.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.444028 28026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } attempt: 5
13:54:39.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.452328 28026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } has no permanent_uuid. Determining permanent_uuid...
13:54:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.454875 28026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.72.124:44579: Network error: Client connection negotiation failed: client connection to 127.27.72.124:44579: connect: Connection refused (error 111)
13:54:39.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.465921 28113 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } attempt: 2
13:54:39.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.468300 28113 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.72.124:44579: Network error: Client connection negotiation failed: client connection to 127.27.72.124:44579: connect: Connection refused (error 111)
13:54:39.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.506171 28026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } attempt: 1
13:54:39.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.508740 28026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.72.124:44579: Network error: Client connection negotiation failed: client connection to 127.27.72.124:44579: connect: Connection refused (error 111)
13:54:39.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.559587 28113 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } attempt: 3
13:54:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.562191 28113 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.72.124:44579: Network error: Client connection negotiation failed: client connection to 127.27.72.124:44579: connect: Connection refused (error 111)
13:54:39.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.577042 28026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } attempt: 2
13:54:39.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.579490 28026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.72.124:44579: Network error: Client connection negotiation failed: client connection to 127.27.72.124:44579: connect: Connection refused (error 111)
13:54:39.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.685817 28026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } attempt: 3
13:54:39.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.688326 28026 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.72.124:44579: Network error: Client connection negotiation failed: client connection to 127.27.72.124:44579: connect: Connection refused (error 111)
13:54:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.691800 28116 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:54:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.692274 28116 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:39.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.692366 28116 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:54:39.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.702425 28116 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:54:39.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.702553 28116 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:54:39.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.702617 28116 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:54:39.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.702673 28116 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:54:39.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.702736 28116 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:54:39.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.702776 28116 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43271/jwks.json
13:54:39.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.705473 28113 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } attempt: 4
13:54:39.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.707926 28113 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.72.124:44579: Network error: Client connection negotiation failed: client connection to 127.27.72.124:44579: connect: Connection refused (error 111)
13:54:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.716631 28116 master_runner.cc:387] Master server non-default flags:
13:54:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-2/logs
13:54:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-2/data
13:54:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-2/wal
13:54:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:54:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:54:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.124:44579
13:54:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:54:39.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:54:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43271/jwks.json
13:54:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-2/data/info.pb
13:54:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.124
13:54:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:54:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:54:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:54:39.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:54:39.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:39.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:54:39.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:54:39.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:54:39.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.718832 28116 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:39.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.721868 28116 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:54:39.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.732101 28125 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:39.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.733520 28126 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:39.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.733582 28128 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:39.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.734970 28116 server_base.cc:1061] running on GCE node
13:54:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.735986 28116 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:39.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.737774 28116 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:39.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.739061 28116 hybrid_clock.cc:648] HybridClock initialized: now 1786456479739004 us; error 52 us; skew 500 ppm
13:54:39.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.739604 28116 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:39.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.742543 28116 webserver.cc:533] Webserver started at http://127.27.72.124:40569/ using document root <none> and password file <none>
13:54:39.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.743532 28116 fs_manager.cc:362] Metadata directory not provided
13:54:39.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.743705 28116 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:39.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.744295 28116 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:54:39.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.747241 28116 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-2/data/instance:
13:54:39.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "760097350a074540b03823899963fcf2"
13:54:39.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:39 on dist-test-slave-27sr"
13:54:39.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.748471 28116 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-2/wal/instance:
13:54:39.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "760097350a074540b03823899963fcf2"
13:54:39.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:39 on dist-test-slave-27sr"
13:54:39.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.755574 28116 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
13:54:39.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.760135 28134 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:54:39.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.761869 28116 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
13:54:39.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.762115 28116 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-2/data,/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-2/wal
13:54:39.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "760097350a074540b03823899963fcf2"
13:54:39.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:39 on dist-test-slave-27sr"
13:54:39.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.762434 28116 fs_report.cc:389] FS layout report
13:54:39.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:39.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-2/wal
13:54:39.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-2/wal
13:54:39.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-2/data/data
13:54:39.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:39.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:39.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:39.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:39.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:39.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:39.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:39.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:39.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:39.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:39.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:39.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.786720 28116 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:54:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.787994 28116 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:39.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.788379 28116 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:39.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.812067 28116 rpc_server.cc:307] RPC server started. Bound to: 127.27.72.124:44579
13:54:39.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.812072 28191 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.72.124:44579 every 8 connection(s)
13:54:39.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.814174 28116 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-2/data/info.pb
13:54:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.819420 28192 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:54:39.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.822788 27937 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu as pid 28116
13:54:39.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.822975 27937 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/master-2/wal/instance
13:54:39.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.826855 28192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } has no permanent_uuid. Determining permanent_uuid...
13:54:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.845294 28192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } has no permanent_uuid. Determining permanent_uuid...
13:54:39.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.854817 28192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } has no permanent_uuid. Determining permanent_uuid...
13:54:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.865617 28026 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } attempt: 4
13:54:39.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.869042 28192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2: Bootstrap starting.
13:54:39.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.874162 28192 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2: Neither blocks nor log segments found. Creating new log.
13:54:39.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.875417 28192 log.cc:826] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2: Log is configured to *not* fsync() on all Append() calls
13:54:39.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.878365 28026 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5: Bootstrap starting.
13:54:39.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.878755 28192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2: No bootstrap required, opened a new log
13:54:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.883425 28026 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5: Neither blocks nor log segments found. Creating new log.
13:54:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.885337 28026 log.cc:826] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5: Log is configured to *not* fsync() on all Append() calls
13:54:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.886742 28192 raft_consensus.cc:359] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } }
13:54:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.887063 28192 raft_consensus.cc:385] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:54:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.887161 28192 raft_consensus.cc:740] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 760097350a074540b03823899963fcf2, State: Initialized, Role: FOLLOWER
13:54:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.888005 28192 consensus_queue.cc:260] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } }
13:54:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.889693 28026 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5: No bootstrap required, opened a new log
13:54:39.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.890607 28205 sys_catalog.cc:455] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } } }
13:54:39.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.890949 28205 sys_catalog.cc:458] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [sys.catalog]: This master's current role is: FOLLOWER
13:54:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.892023 28192 sys_catalog.cc:565] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [sys.catalog]: configured and running, proceeding with master startup.
13:54:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.897006 28026 raft_consensus.cc:359] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } }
13:54:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.897370 28026 raft_consensus.cc:385] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:54:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.897501 28026 raft_consensus.cc:740] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 58845a224b39478bb73d525a109e77a5, State: Initialized, Role: FOLLOWER
13:54:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.898655 28026 consensus_queue.cc:260] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } }
13:54:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.901819 28221 sys_catalog.cc:455] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } } }
13:54:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.902545 28221 sys_catalog.cc:458] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5 [sys.catalog]: This master's current role is: FOLLOWER
13:54:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.903407 28026 sys_catalog.cc:565] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5 [sys.catalog]: configured and running, proceeding with master startup.
13:54:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.906561 28219 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.907248 28219 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.900887 28116 master_runner.cc:187] Error getting master registration for 127.27.72.126:42061: OK, instance_id { permanent_uuid: "58845a224b39478bb73d525a109e77a5" instance_seqno: 1786456478722719 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:54:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.908332 28116 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:54:39.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.920912 28236 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:54:39.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.921867 28236 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:54:39.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.927191 28205 raft_consensus.cc:493] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:54:39.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.927554 28205 raft_consensus.cc:515] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } }
13:54:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.923216 27951 master_runner.cc:187] Error getting master registration for 127.27.72.125:43125: OK, instance_id { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" instance_seqno: 1786456479274107 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:54:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.929603 27951 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:54:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.929903 28205 leader_election.cc:290] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 58845a224b39478bb73d525a109e77a5 (127.27.72.126:42061), 4f263509b22c4850ac5c04d2b5a9565a (127.27.72.125:43125)
13:54:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.931149 27998 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "760097350a074540b03823899963fcf2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "58845a224b39478bb73d525a109e77a5" is_pre_election: true
13:54:39.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.931792 27998 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 760097350a074540b03823899963fcf2 in term 0.
13:54:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.932659 28137 leader_election.cc:304] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 58845a224b39478bb73d525a109e77a5, 760097350a074540b03823899963fcf2; no voters: 
13:54:39.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.933375 28205 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [term 0 FOLLOWER]: Leader pre-election won for term 1
13:54:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.934345 28205 raft_consensus.cc:493] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:54:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.934510 28205 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [term 0 FOLLOWER]: Advancing to term 1
13:54:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.941800 28205 raft_consensus.cc:515] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } }
13:54:39.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.952690 28205 leader_election.cc:290] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [CANDIDATE]: Term 1 election: Requested vote from peers 58845a224b39478bb73d525a109e77a5 (127.27.72.126:42061), 4f263509b22c4850ac5c04d2b5a9565a (127.27.72.125:43125)
13:54:39.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.953504 27998 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "760097350a074540b03823899963fcf2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "58845a224b39478bb73d525a109e77a5"
13:54:39.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.953807 27998 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5 [term 0 FOLLOWER]: Advancing to term 1
13:54:39.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:39.957820 27972 tablet.cc:2406] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:54:39.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.958107 27998 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 760097350a074540b03823899963fcf2 in term 1.
13:54:39.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.958909 28137 leader_election.cc:304] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 58845a224b39478bb73d525a109e77a5, 760097350a074540b03823899963fcf2; no voters: 
13:54:39.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.962760 28205 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [term 1 FOLLOWER]: Leader election won for term 1
13:54:39.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.967163 28205 raft_consensus.cc:697] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [term 1 LEADER]: Becoming Leader. State: Replica: 760097350a074540b03823899963fcf2, State: Running, Role: LEADER
13:54:39.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.969784 28205 consensus_queue.cc:237] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } }
13:54:39.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.977368 28240 sys_catalog.cc:455] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 760097350a074540b03823899963fcf2. Latest consensus state: current_term: 1 leader_uuid: "760097350a074540b03823899963fcf2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } } }
13:54:39.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.978469 28240 sys_catalog.cc:458] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [sys.catalog]: This master's current role is: LEADER
13:54:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.985180 28242 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
13:54:39.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:39.988903 28242 catalog_manager.cc:1520] Initializing Kudu cluster ID...
13:54:40.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.007205 28113 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } attempt: 5
13:54:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.010560 27998 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5 [term 1 FOLLOWER]: Refusing update from remote peer 760097350a074540b03823899963fcf2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:54:40.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.019680 28205 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:54:40.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.027514 28113 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a: Bootstrap starting.
13:54:40.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:40.040911 28142 tablet.cc:2406] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:54:40.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.043617 28113 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a: Neither blocks nor log segments found. Creating new log.
13:54:40.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.049849 28113 log.cc:826] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a: Log is configured to *not* fsync() on all Append() calls
13:54:40.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.060238 28221 sys_catalog.cc:455] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 760097350a074540b03823899963fcf2. Latest consensus state: current_term: 1 leader_uuid: "760097350a074540b03823899963fcf2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } } }
13:54:40.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.060596 28221 sys_catalog.cc:458] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5 [sys.catalog]: This master's current role is: FOLLOWER
13:54:40.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.065380 28113 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a: No bootstrap required, opened a new log
13:54:40.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.065609 28244 mvcc.cc:204] Tried to move back new op lower bound from 7317325742101012480 to 7317325741963866112. Current Snapshot: MvccSnapshot[applied={T|T < 7317325742101012480}]
13:54:40.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.079581 28205 sys_catalog.cc:455] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "760097350a074540b03823899963fcf2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } } }
13:54:40.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.080107 28205 sys_catalog.cc:458] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [sys.catalog]: This master's current role is: LEADER
13:54:40.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.083186 28221 sys_catalog.cc:455] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "760097350a074540b03823899963fcf2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } } }
13:54:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.083425 28221 sys_catalog.cc:458] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5 [sys.catalog]: This master's current role is: FOLLOWER
13:54:40.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.090925 28113 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } }
13:54:40.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.091404 28113 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:54:40.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.091534 28242 catalog_manager.cc:1383] Generated new cluster ID: 7a74c93ff4ff44fbac7df263189a3355
13:54:40.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.091545 28113 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4f263509b22c4850ac5c04d2b5a9565a, State: Initialized, Role: FOLLOWER
13:54:40.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.091670 28242 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
13:54:40.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.092484 28113 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } }
13:54:40.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.113988 28250 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } } }
13:54:40.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.116659 28250 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a [sys.catalog]: This master's current role is: FOLLOWER
13:54:40.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.115984 28113 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a [sys.catalog]: configured and running, proceeding with master startup.
13:54:40.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.118103 28085 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "760097350a074540b03823899963fcf2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f263509b22c4850ac5c04d2b5a9565a" is_pre_election: true
13:54:40.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.118800 28085 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 760097350a074540b03823899963fcf2 in term 0.
13:54:40.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.120711 28083 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a [term 0 FOLLOWER]: Advancing to term 1
13:54:40.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.117084 28084 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "760097350a074540b03823899963fcf2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4f263509b22c4850ac5c04d2b5a9565a"
13:54:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.138410 28083 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a [term 1 FOLLOWER]: Refusing update from remote peer 760097350a074540b03823899963fcf2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:54:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.151401 28240 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:54:40.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.152526 28242 catalog_manager.cc:1406] Generated new certificate authority record
13:54:40.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.162796 28242 catalog_manager.cc:1540] Loading token signing keys...
13:54:40.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.229658 28250 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 760097350a074540b03823899963fcf2. Latest consensus state: current_term: 1 leader_uuid: "760097350a074540b03823899963fcf2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } } }
13:54:40.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.230005 28250 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a [sys.catalog]: This master's current role is: FOLLOWER
13:54:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.235176 28259 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "760097350a074540b03823899963fcf2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } } }
13:54:40.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.236358 28259 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a [sys.catalog]: This master's current role is: FOLLOWER
13:54:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.244217 28251 sys_catalog.cc:455] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "760097350a074540b03823899963fcf2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "58845a224b39478bb73d525a109e77a5" member_type: VOTER last_known_addr { host: "127.27.72.126" port: 42061 } } peers { permanent_uuid: "4f263509b22c4850ac5c04d2b5a9565a" member_type: VOTER last_known_addr { host: "127.27.72.125" port: 43125 } } peers { permanent_uuid: "760097350a074540b03823899963fcf2" member_type: VOTER last_known_addr { host: "127.27.72.124" port: 44579 } } }
13:54:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.244722 28251 sys_catalog.cc:458] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2 [sys.catalog]: This master's current role is: LEADER
13:54:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.263523 28242 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 760097350a074540b03823899963fcf2: Generated new TSK 0
13:54:40.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.265785 28242 catalog_manager.cc:1550] Initializing in-progress tserver states...
13:54:40.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.290462 27937 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:54:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data
13:54:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/logs
13:54:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/info.pb
13:54:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:54:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.65:0
13:54:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.65
13:54:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.65
13:54:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:54:40.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.319396 28270 catalog_manager.cc:1295] Loaded cluster ID: 7a74c93ff4ff44fbac7df263189a3355
13:54:40.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.320207 28270 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a: loading cluster ID for follower catalog manager: success
13:54:40.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.325342 28270 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a: acquiring CA information for follower catalog manager: success
13:54:40.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.339213 28270 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 4f263509b22c4850ac5c04d2b5a9565a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:54:40.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:40.838415 28272 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:54:40.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:40.838927 28272 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:40.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:40.839053 28272 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:54:40.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:40.849849 28272 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:54:40.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:40.850121 28272 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.72.65
13:54:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.861763 28272 tablet_server_runner.cc:78] Tablet server non-default flags:
13:54:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/logs
13:54:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data
13:54:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:54:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.65:0
13:54:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:40.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/info.pb
13:54:40.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.65
13:54:40.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:40.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:40.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:40.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:40.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:40.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:40.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:40.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.65
13:54:40.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:54:40.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:54:40.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:54:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:54:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:54:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:54:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:54:40.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.864347 28272 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:40.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.866928 28272 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:54:40.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:40.878193 28278 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:40.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:40.878172 28279 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:40.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:40.881311 28282 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:40.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.881878 28272 server_base.cc:1061] running on GCE node
13:54:40.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.882670 28272 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:40.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.884037 28272 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:40.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.885546 28272 hybrid_clock.cc:648] HybridClock initialized: now 1786456480885466 us; error 73 us; skew 500 ppm
13:54:40.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.886026 28272 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.889027 28272 webserver.cc:533] Webserver started at http://127.27.72.65:33449/ using document root <none> and password file <none>
13:54:40.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.890095 28272 fs_manager.cc:362] Metadata directory not provided
13:54:40.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.890277 28272 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:40.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.890801 28272 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:54:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.893971 28272 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/instance:
13:54:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d271a56dabff4df5b6ae8177effd43b8"
13:54:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:40 on dist-test-slave-27sr"
13:54:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.895088 28272 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal/instance:
13:54:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d271a56dabff4df5b6ae8177effd43b8"
13:54:40.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:40 on dist-test-slave-27sr"
13:54:40.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.901970 28272 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.006s	sys 0.002s
13:54:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.907433 28289 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:54:40.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.909468 28272 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
13:54:40.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.909644 28272 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data,/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:54:40.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d271a56dabff4df5b6ae8177effd43b8"
13:54:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:40 on dist-test-slave-27sr"
13:54:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.909852 28272 fs_report.cc:389] FS layout report
13:54:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:54:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:54:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/data
13:54:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.924773 28236 catalog_manager.cc:1295] Loaded cluster ID: 7a74c93ff4ff44fbac7df263189a3355
13:54:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.924914 28236 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5: loading cluster ID for follower catalog manager: success
13:54:40.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.928735 28236 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5: acquiring CA information for follower catalog manager: success
13:54:40.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.931332 28236 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 58845a224b39478bb73d525a109e77a5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:54:40.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.959816 28272 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:54:40.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.961050 28272 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:40.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.961337 28272 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:40.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.962438 28272 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:54:40.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.964458 28272 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:54:40.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.964558 28272 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
13:54:40.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.964638 28272 ts_tablet_manager.cc:616] Registered 0 tablets
13:54:40.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:40.964689 28272 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
13:54:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.003000 28272 rpc_server.cc:307] RPC server started. Bound to: 127.27.72.65:39677
13:54:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.003031 28416 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.72.65:39677 every 8 connection(s)
13:54:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.004688 28272 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/info.pb
13:54:41.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.013767 27937 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu as pid 28272
13:54:41.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.014034 27937 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal/instance
13:54:41.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.037110 27937 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:41.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:41.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:54:41.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data
13:54:41.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:41.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:41.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:41.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:41.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/logs
13:54:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data/info.pb
13:54:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:54:41.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:41.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.66:0
13:54:41.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.66
13:54:41.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.66
13:54:41.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:41.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:41.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:41.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:41.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:41.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:54:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.046639 28417 heartbeater.cc:344] Connected to a master server at 127.27.72.124:44579
13:54:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.046578 28419 heartbeater.cc:344] Connected to a master server at 127.27.72.126:42061
13:54:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.046840 28420 heartbeater.cc:344] Connected to a master server at 127.27.72.125:43125
13:54:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.047159 28420 heartbeater.cc:461] Registering TS with master...
13:54:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.047153 28417 heartbeater.cc:461] Registering TS with master...
13:54:41.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.047153 28419 heartbeater.cc:461] Registering TS with master...
13:54:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.048635 28420 heartbeater.cc:507] Master 127.27.72.125:43125 requested a full tablet report, sending...
13:54:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.048694 28419 heartbeater.cc:507] Master 127.27.72.126:42061 requested a full tablet report, sending...
13:54:41.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.048741 28417 heartbeater.cc:507] Master 127.27.72.124:44579 requested a full tablet report, sending...
13:54:41.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.051630 27983 ts_manager.cc:194] Registered new tserver with Master: d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:54:41.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.051664 28153 ts_manager.cc:194] Registered new tserver with Master: d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:54:41.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.051702 28070 ts_manager.cc:194] Registered new tserver with Master: d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:54:41.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.053828 28153 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.72.65:44339
13:54:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:41.444953 28429 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:54:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:41.445370 28429 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:41.445456 28429 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:54:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:41.454286 28429 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:54:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:41.454483 28429 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.72.66
13:54:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.465772 28429 tablet_server_runner.cc:78] Tablet server non-default flags:
13:54:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/logs
13:54:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data
13:54:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:54:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.66:0
13:54:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data/info.pb
13:54:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.66
13:54:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.66
13:54:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:54:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:54:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:54:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:54:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:54:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:54:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:54:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.467635 28429 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:41.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.469758 28429 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:54:41.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:41.481326 28436 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:41.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:41.481353 28435 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:41.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:41.482378 28438 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:41.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.482999 28429 server_base.cc:1061] running on GCE node
13:54:41.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.483618 28429 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.484965 28429 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.486254 28429 hybrid_clock.cc:648] HybridClock initialized: now 1786456481486120 us; error 123 us; skew 500 ppm
13:54:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.486742 28429 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:41.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.490156 28429 webserver.cc:533] Webserver started at http://127.27.72.66:42221/ using document root <none> and password file <none>
13:54:41.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.491379 28429 fs_manager.cc:362] Metadata directory not provided
13:54:41.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.491508 28429 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:41.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.491875 28429 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:54:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.494789 28429 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data/instance:
13:54:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44d4fc927d44440e8c9d89557793eb54"
13:54:41.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:41 on dist-test-slave-27sr"
13:54:41.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.495712 28429 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal/instance:
13:54:41.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44d4fc927d44440e8c9d89557793eb54"
13:54:41.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:41 on dist-test-slave-27sr"
13:54:41.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.502110 28429 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.000s	sys 0.005s
13:54:41.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.506628 28444 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:54:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.508659 28429 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.000s
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.508872 28429 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data,/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44d4fc927d44440e8c9d89557793eb54"
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:41 on dist-test-slave-27sr"
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.509090 28429 fs_report.cc:389] FS layout report
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data/data
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:41.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.538736 28429 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:54:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.539734 28429 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.540107 28429 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.541193 28429 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:54:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.543090 28429 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:54:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.543210 28429 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
13:54:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.543296 28429 ts_tablet_manager.cc:616] Registered 0 tablets
13:54:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.543350 28429 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
13:54:41.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.584163 28429 rpc_server.cc:307] RPC server started. Bound to: 127.27.72.66:36563
13:54:41.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.584195 28569 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.72.66:36563 every 8 connection(s)
13:54:41.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.586056 28429 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data/info.pb
13:54:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.594751 27937 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu as pid 28429
13:54:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.595062 27937 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal/instance
13:54:41.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.604573 27937 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:54:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data
13:54:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:41.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/logs
13:54:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data/info.pb
13:54:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:41.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:54:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.67:0
13:54:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.67
13:54:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.67
13:54:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:41.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:54:41.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.624863 28573 heartbeater.cc:344] Connected to a master server at 127.27.72.126:42061
13:54:41.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.625151 28574 heartbeater.cc:344] Connected to a master server at 127.27.72.125:43125
13:54:41.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.625420 28574 heartbeater.cc:461] Registering TS with master...
13:54:41.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.625427 28573 heartbeater.cc:461] Registering TS with master...
13:54:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.626951 28573 heartbeater.cc:507] Master 127.27.72.126:42061 requested a full tablet report, sending...
13:54:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.626993 28574 heartbeater.cc:507] Master 127.27.72.125:43125 requested a full tablet report, sending...
13:54:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.627149 28571 heartbeater.cc:344] Connected to a master server at 127.27.72.124:44579
13:54:41.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.627282 28571 heartbeater.cc:461] Registering TS with master...
13:54:41.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.627818 28571 heartbeater.cc:507] Master 127.27.72.124:44579 requested a full tablet report, sending...
13:54:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.629297 28153 ts_manager.cc:194] Registered new tserver with Master: 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563)
13:54:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.629508 28070 ts_manager.cc:194] Registered new tserver with Master: 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563)
13:54:41.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.630424 28153 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.72.66:35593
13:54:41.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:41.632917 27983 ts_manager.cc:194] Registered new tserver with Master: 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563)
13:54:42.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:42.010519 28583 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:54:42.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:42.011034 28583 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:42.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:42.011164 28583 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:54:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:42.021010 28583 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:54:42.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:42.021193 28583 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.72.67
13:54:42.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.032423 28583 tablet_server_runner.cc:78] Tablet server non-default flags:
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/logs
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.67:0
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data/info.pb
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.67
13:54:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:54:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.67
13:54:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:54:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:54:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:54:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:54:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:54:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:54:42.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:54:42.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.034435 28583 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:42.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.036690 28583 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:54:42.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:42.047969 28593 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:42.047979 28592 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:42.049726 28596 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:42.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.049782 28583 server_base.cc:1061] running on GCE node
13:54:42.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.050652 28583 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:42.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.052011 28583 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:42.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.053295 28583 hybrid_clock.cc:648] HybridClock initialized: now 1786456482053230 us; error 55 us; skew 500 ppm
13:54:42.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.053790 28583 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:42.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.057052 28417 heartbeater.cc:499] Master 127.27.72.124:44579 was elected leader, sending a full tablet report...
13:54:42.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.057189 28583 webserver.cc:533] Webserver started at http://127.27.72.67:32965/ using document root <none> and password file <none>
13:54:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.058327 28583 fs_manager.cc:362] Metadata directory not provided
13:54:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.058486 28583 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:42.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.059015 28583 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:54:42.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.062335 28583 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data/instance:
13:54:42.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "850da032cc6a413f94439a45e974cd0b"
13:54:42.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:42 on dist-test-slave-27sr"
13:54:42.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.063433 28583 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal/instance:
13:54:42.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "850da032cc6a413f94439a45e974cd0b"
13:54:42.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:42 on dist-test-slave-27sr"
13:54:42.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.070567 28583 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.000s
13:54:42.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.075192 28603 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:54:42.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.076999 28583 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
13:54:42.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.077239 28583 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data,/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:54:42.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "850da032cc6a413f94439a45e974cd0b"
13:54:42.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:42 on dist-test-slave-27sr"
13:54:42.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.077561 28583 fs_report.cc:389] FS layout report
13:54:42.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:54:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:54:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data/data
13:54:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:42.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:42.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.102896 28583 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:54:42.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.104050 28583 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:42.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.104449 28583 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:42.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.105820 28583 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:54:42.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.107961 28583 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:54:42.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.108114 28583 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.001s
13:54:42.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.108233 28583 ts_tablet_manager.cc:616] Registered 0 tablets
13:54:42.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.108327 28583 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
13:54:42.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.148674 28583 rpc_server.cc:307] RPC server started. Bound to: 127.27.72.67:40853
13:54:42.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.148777 28729 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.72.67:40853 every 8 connection(s)
13:54:42.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.150349 28583 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data/info.pb
13:54:42.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.158671 27937 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu as pid 28583
13:54:42.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.158921 27937 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal/instance
13:54:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.179482 28731 heartbeater.cc:344] Connected to a master server at 127.27.72.126:42061
13:54:42.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.180019 28731 heartbeater.cc:461] Registering TS with master...
13:54:42.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.181242 28730 heartbeater.cc:344] Connected to a master server at 127.27.72.124:44579
13:54:42.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.181412 28730 heartbeater.cc:461] Registering TS with master...
13:54:42.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.181497 28731 heartbeater.cc:507] Master 127.27.72.126:42061 requested a full tablet report, sending...
13:54:42.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.181983 28730 heartbeater.cc:507] Master 127.27.72.124:44579 requested a full tablet report, sending...
13:54:42.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.183105 28733 heartbeater.cc:344] Connected to a master server at 127.27.72.125:43125
13:54:42.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.183264 28733 heartbeater.cc:461] Registering TS with master...
13:54:42.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.183588 28153 ts_manager.cc:194] Registered new tserver with Master: 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:54:42.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.183770 28733 heartbeater.cc:507] Master 127.27.72.125:43125 requested a full tablet report, sending...
13:54:42.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.183974 27983 ts_manager.cc:194] Registered new tserver with Master: 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:54:42.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.184715 28153 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.72.67:49391
13:54:42.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.185823 28070 ts_manager.cc:194] Registered new tserver with Master: 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:54:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.191599 27937 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
13:54:42.194 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
13:54:42.195 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

13:54:42.207 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.72.126"
      port: 42061
    }
    bound_http_address {
      host: "127.27.72.126"
      port: 41819
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.72.125"
      port: 43125
    }
    bound_http_address {
      host: "127.27.72.125"
      port: 39341
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.72.124"
      port: 44579
    }
    bound_http_address {
      host: "127.27.72.124"
      port: 40569
    }
  }
}

13:54:42.213 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

13:54:42.216 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.72.65"
      port: 39677
    }
    bound_http_address {
      host: "127.27.72.65"
      port: 33449
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.72.66"
      port: 36563
    }
    bound_http_address {
      host: "127.27.72.66"
      port: 42221
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.72.67"
      port: 40853
    }
    bound_http_address {
      host: "127.27.72.67"
      port: 32965
    }
  }
}

13:54:42.216 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
13:54:42.408 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
13:54:42.465 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
13:54:42.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:42.633446 28571 heartbeater.cc:499] Master 127.27.72.124:44579 was elected leader, sending a full tablet report...
13:54:42.648 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.72.126:42061(127.27.72.126:42061)] connecting to peer
13:54:42.709 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.72.124:44579(127.27.72.124:44579)] connecting to peer
13:54:42.711 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.72.125:43125(127.27.72.125:43125)] connecting to peer
13:54:42.743 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.72.126:42061(127.27.72.126:42061)] Successfully connected to peer
13:54:42.748 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.72.124:44579(127.27.72.124:44579)] Successfully connected to peer
13:54:42.749 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.72.125:43125(127.27.72.125:43125)] Successfully connected to peer
13:54:42.857 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.72.125
13:54:42.857 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.72.126
13:54:42.864 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.27.72.124
13:54:43.096 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xe159d549, L:/127.0.0.1:51096 - R:/127.27.72.125:43125] using SASL/PLAIN
13:54:43.096 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xd09df0c7, L:/127.0.0.1:38902 - R:/127.27.72.126:42061] using SASL/PLAIN
13:54:43.096 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x3074cf48, L:/127.0.0.1:35244 - R:/127.27.72.124:44579] using SASL/PLAIN
13:54:43.138 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
13:54:43.140 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=541), Traces: [0ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.72.126:42061, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.72.124:44579, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.72.125:43125, [507ms] Sub RPC ConnectToMaster: received response from server master-127.27.72.126:42061: OK, [507ms] Sub RPC ConnectToMaster: received response from server master-127.27.72.125:43125: OK, [508ms] Sub RPC ConnectToMaster: received response from server master-127.27.72.124:44579: OK, deferred=null) after lookup
13:54:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.187757 28730 heartbeater.cc:499] Master 127.27.72.124:44579 was elected leader, sending a full tablet report...
13:54:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.191170 28153 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:35244:
13:54:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579"
13:54:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
13:54:43.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
13:54:43.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
13:54:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:54:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:43.193498 28153 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
13:54:43.273 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table b6fe60bf4f3d4da9b9e11d503bb5f5c2
13:54:43.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.290356 28340 tablet_service.cc:1511] Processing CreateTablet for tablet fcff2f1ff442424f93da749232466049 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579 [id=b6fe60bf4f3d4da9b9e11d503bb5f5c2]), partition=RANGE (key) PARTITION UNBOUNDED
13:54:43.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.294126 28340 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fcff2f1ff442424f93da749232466049. 1 dirs total, 0 dirs full, 0 dirs failed
13:54:43.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.296521 28653 tablet_service.cc:1511] Processing CreateTablet for tablet fcff2f1ff442424f93da749232466049 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579 [id=b6fe60bf4f3d4da9b9e11d503bb5f5c2]), partition=RANGE (key) PARTITION UNBOUNDED
13:54:43.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.298807 28653 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fcff2f1ff442424f93da749232466049. 1 dirs total, 0 dirs full, 0 dirs failed
13:54:43.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.308005 28496 tablet_service.cc:1511] Processing CreateTablet for tablet fcff2f1ff442424f93da749232466049 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579 [id=b6fe60bf4f3d4da9b9e11d503bb5f5c2]), partition=RANGE (key) PARTITION UNBOUNDED
13:54:43.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.309796 28496 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fcff2f1ff442424f93da749232466049. 1 dirs total, 0 dirs full, 0 dirs failed
13:54:43.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.326978 28770 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Bootstrap starting.
13:54:43.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.331801 28770 tablet_bootstrap.cc:654] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Neither blocks nor log segments found. Creating new log.
13:54:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.333774 28772 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Bootstrap starting.
13:54:43.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.336930 28771 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Bootstrap starting.
13:54:43.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.338353 28772 tablet_bootstrap.cc:654] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Neither blocks nor log segments found. Creating new log.
13:54:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.338948 28770 log.cc:826] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Log is configured to *not* fsync() on all Append() calls
13:54:43.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.343132 28771 tablet_bootstrap.cc:654] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Neither blocks nor log segments found. Creating new log.
13:54:43.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.344863 28772 log.cc:826] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Log is configured to *not* fsync() on all Append() calls
13:54:43.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.345134 28771 log.cc:826] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Log is configured to *not* fsync() on all Append() calls
13:54:43.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.348850 28770 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: No bootstrap required, opened a new log
13:54:43.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.349261 28770 ts_tablet_manager.cc:1403] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Time spent bootstrapping tablet: real 0.023s	user 0.002s	sys 0.012s
13:54:43.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.349741 28772 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: No bootstrap required, opened a new log
13:54:43.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.350086 28772 ts_tablet_manager.cc:1403] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Time spent bootstrapping tablet: real 0.017s	user 0.009s	sys 0.000s
13:54:43.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.350211 28771 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: No bootstrap required, opened a new log
13:54:43.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.350502 28771 ts_tablet_manager.cc:1403] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Time spent bootstrapping tablet: real 0.014s	user 0.004s	sys 0.005s
13:54:43.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.356748 28772 raft_consensus.cc:359] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:43.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.357177 28772 raft_consensus.cc:385] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:54:43.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.357295 28772 raft_consensus.cc:740] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 44d4fc927d44440e8c9d89557793eb54, State: Initialized, Role: FOLLOWER
13:54:43.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.358202 28772 consensus_queue.cc:260] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:43.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.358053 28770 raft_consensus.cc:359] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:43.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.358506 28770 raft_consensus.cc:385] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:54:43.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.358654 28770 raft_consensus.cc:740] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 850da032cc6a413f94439a45e974cd0b, State: Initialized, Role: FOLLOWER
13:54:43.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.358940 28771 raft_consensus.cc:359] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:43.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.359616 28771 raft_consensus.cc:385] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:54:43.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.359619 28770 consensus_queue.cc:260] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:43.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.360692 28772 ts_tablet_manager.cc:1434] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Time spent starting tablet: real 0.010s	user 0.012s	sys 0.000s
13:54:43.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.360226 28771 raft_consensus.cc:740] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d271a56dabff4df5b6ae8177effd43b8, State: Initialized, Role: FOLLOWER
13:54:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.363626 28771 consensus_queue.cc:260] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.373853 28770 ts_tablet_manager.cc:1434] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Time spent starting tablet: real 0.024s	user 0.010s	sys 0.005s
13:54:43.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.383443 28771 ts_tablet_manager.cc:1434] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Time spent starting tablet: real 0.033s	user 0.021s	sys 0.005s
13:54:43.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:43.405290 28735 tablet.cc:2406] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:54:43.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:43.510558 28421 tablet.cc:2406] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:54:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:43.590838 28575 tablet.cc:2406] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:54:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.650314 28778 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:54:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.650744 28778 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.653057 28778 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:54:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.661928 28518 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "d271a56dabff4df5b6ae8177effd43b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "44d4fc927d44440e8c9d89557793eb54" is_pre_election: true
13:54:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.662158 28677 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "d271a56dabff4df5b6ae8177effd43b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "850da032cc6a413f94439a45e974cd0b" is_pre_election: true
13:54:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.662670 28677 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d271a56dabff4df5b6ae8177effd43b8 in term 0.
13:54:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.662680 28518 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d271a56dabff4df5b6ae8177effd43b8 in term 0.
13:54:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.663486 28290 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 850da032cc6a413f94439a45e974cd0b, d271a56dabff4df5b6ae8177effd43b8; no voters: 
13:54:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.663969 28778 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 0 FOLLOWER]: Leader pre-election won for term 1
13:54:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.664172 28778 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:54:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.664322 28778 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 0 FOLLOWER]: Advancing to term 1
13:54:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.666584 28778 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.667409 28778 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 1 election: Requested vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:54:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.667984 28518 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "d271a56dabff4df5b6ae8177effd43b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "44d4fc927d44440e8c9d89557793eb54"
13:54:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.668089 28677 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "d271a56dabff4df5b6ae8177effd43b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "850da032cc6a413f94439a45e974cd0b"
13:54:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.668260 28518 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 0 FOLLOWER]: Advancing to term 1
13:54:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.668303 28677 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 0 FOLLOWER]: Advancing to term 1
13:54:43.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.671849 28518 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d271a56dabff4df5b6ae8177effd43b8 in term 1.
13:54:43.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.671849 28677 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d271a56dabff4df5b6ae8177effd43b8 in term 1.
13:54:43.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.672472 28290 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54, d271a56dabff4df5b6ae8177effd43b8; no voters: 
13:54:43.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.672914 28778 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 1 FOLLOWER]: Leader election won for term 1
13:54:43.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.673513 28778 raft_consensus.cc:697] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 1 LEADER]: Becoming Leader. State: Replica: d271a56dabff4df5b6ae8177effd43b8, State: Running, Role: LEADER
13:54:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.674506 28778 consensus_queue.cc:237] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:43.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.681020 28153 catalog_manager.cc:5719] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 reported cstate change: term changed from 0 to 1, leader changed from <none> to d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65). New cstate: current_term: 1 leader_uuid: "d271a56dabff4df5b6ae8177effd43b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } health_report { overall_health: UNKNOWN } } }
13:54:43.749 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table b6fe60bf4f3d4da9b9e11d503bb5f5c2
13:54:43.770 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:43.776 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299994, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:54:43.777 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [10ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=null) after lookup
13:54:43.788 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:54:43.790 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] Successfully connected to peer
13:54:43.877 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x093e33ef, L:/127.0.0.1:33628 - R:/127.27.72.65:39677] using TOKEN/null
13:54:43.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.889866 28677 raft_consensus.cc:1275] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 1 FOLLOWER]: Refusing update from remote peer d271a56dabff4df5b6ae8177effd43b8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:54:43.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.890225 28518 raft_consensus.cc:1275] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 1 FOLLOWER]: Refusing update from remote peer d271a56dabff4df5b6ae8177effd43b8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:54:43.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.891680 28778 consensus_queue.cc:1048] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:54:43.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:43.892307 28781 consensus_queue.cc:1048] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:54:44.037 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579, tablet=fcff2f1ff442424f93da749232466049, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:54:44.041 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.72.65:39677
13:54:44.042 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:54:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:44.043529 27937 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu pid 28272
13:54:44.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:44.061755 28412 generic_service.cc:196] Checking for leaks (request via RPC)
13:54:44.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:44.169292 27937 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu with pid 28272
13:54:44.198 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:54:44.200 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] handling channelInactive
13:54:44.201 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state READY due to: connection closed
13:54:44.201 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: connection closed
13:54:44.225 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:44.225 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:54:44.226 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [3ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1777310839(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@4dcb14ee -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a94ad98 -> wakeup thread Time-limited test)) after lookup
13:54:44.227 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:54:44.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:44.230 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:44.231 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:44.245 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:44.245 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:54:44.246 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [3ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [28ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [32ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [33ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [46ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1777310839(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@4dcb14ee -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2063485270 after retry RPC@811528881), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a94ad98 -> wakeup thread Time-limited test -> (continuation of Deferred@2063485270 after retry RPC@811528881))) after lookup
13:54:44.247 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:54:44.249 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:44.249 [DEBUG - kudu-nio-5] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:44.249 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:44.304 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:44.305 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:54:44.306 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=107), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [3ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [28ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [32ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [33ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [46ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [48ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [51ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [51ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [102ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [105ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1777310839(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@4dcb14ee -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2063485270 after retry RPC@811528881) -> (continuation of Deferred@580840006 after retry RPC@1696028345), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a94ad98 -> wakeup thread Time-limited test -> (continuation of Deferred@2063485270 after retry RPC@811528881) -> (continuation of Deferred@580840006 after retry RPC@1696028345))) after lookup
13:54:44.309 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:54:44.312 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:44.312 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:44.313 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:44.445 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:44.445 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:54:44.445 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=247), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [3ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [28ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [32ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [33ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [46ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [48ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [51ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [51ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [102ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [105ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [109ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [115ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [115ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [243ms] refreshing cache from master, [243ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [246ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1777310839(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@4dcb14ee -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2063485270 after retry RPC@811528881) -> (continuation of Deferred@580840006 after retry RPC@1696028345) -> (continuation of Deferred@86362394 after retry RPC@381369941), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a94ad98 -> wakeup thread Time-limited test -> (continuation of Deferred@2063485270 after retry RPC@811528881) -> (continuation of Deferred@580840006 after retry RPC@1696028345) -> (continuation of Deferred@86362394 after retry RPC@381369941))) after lookup
13:54:44.446 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:54:44.448 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:44.448 [DEBUG - kudu-nio-7] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:44.448 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:44.524 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:44.525 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:54:44.525 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=326), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [3ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [28ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [32ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [33ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [46ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [48ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [51ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [51ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [102ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [105ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [109ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [115ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [115ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [243ms] refreshing cache from master, [243ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [246ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [248ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [250ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [250ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [322ms] refreshing cache from master, [322ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [326ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1777310839(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@4dcb14ee -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2063485270 after retry RPC@811528881) -> (continuation of Deferred@580840006 after retry RPC@1696028345) -> (continuation of Deferred@86362394 after retry RPC@381369941) -> (continuation of Deferred@1875150255 after retry RPC@1863667130), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a94ad98 -> wakeup thread Time-limited test -> (continuation of Deferred@2063485270 after retry RPC@811528881) -> (continuation of Deferred@580840006 after retry RPC@1696028345) -> (continuation of Deferred@86362394 after retry RPC@381369941) -> (continuation of Deferred@1875150255 after retry RPC@1863667130))) after lookup
13:54:44.526 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:54:44.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:44.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:44.528 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:45.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.472896 28807 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader d271a56dabff4df5b6ae8177effd43b8)
13:54:45.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.473201 28807 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:45.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.475107 28807 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:54:45.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:45.491621 28447 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111)
13:54:45.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.494467 28811 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 1 FOLLOWER]: Starting pre-election (detected failure of leader d271a56dabff4df5b6ae8177effd43b8)
13:54:45.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.495319 28811 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:45.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:45.496399 28447 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677): Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111)
13:54:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.497727 28811 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:54:45.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:45.499600 28606 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111)
13:54:45.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:45.504153 28606 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677): Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111)
13:54:45.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.505139 28677 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "44d4fc927d44440e8c9d89557793eb54" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "850da032cc6a413f94439a45e974cd0b" is_pre_election: true
13:54:45.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.505515 28677 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 44d4fc927d44440e8c9d89557793eb54 in term 1.
13:54:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.506285 28445 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54, 850da032cc6a413f94439a45e974cd0b; no voters: d271a56dabff4df5b6ae8177effd43b8
13:54:45.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.506826 28807 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 1 FOLLOWER]: Leader pre-election won for term 2
13:54:45.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.507006 28807 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 1 FOLLOWER]: Starting leader election (detected failure of leader d271a56dabff4df5b6ae8177effd43b8)
13:54:45.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.507148 28807 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 1 FOLLOWER]: Advancing to term 2
13:54:45.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.508320 28517 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "850da032cc6a413f94439a45e974cd0b" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "44d4fc927d44440e8c9d89557793eb54" is_pre_election: true
13:54:45.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.510044 28807 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:45.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.510495 28517 raft_consensus.cc:2393] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 850da032cc6a413f94439a45e974cd0b in current term 2: Already voted for candidate 44d4fc927d44440e8c9d89557793eb54 in this term.
13:54:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.510998 28807 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 2 election: Requested vote from peers d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:54:45.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.511726 28677 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "44d4fc927d44440e8c9d89557793eb54" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "850da032cc6a413f94439a45e974cd0b"
13:54:45.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.511783 28604 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 850da032cc6a413f94439a45e974cd0b; no voters: 44d4fc927d44440e8c9d89557793eb54, d271a56dabff4df5b6ae8177effd43b8
13:54:45.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.512015 28677 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 1 FOLLOWER]: Advancing to term 2
13:54:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:45.513072 28447 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677): Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111)
13:54:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.514793 28677 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 44d4fc927d44440e8c9d89557793eb54 in term 2.
13:54:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.515053 28811 raft_consensus.cc:2749] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
13:54:45.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.515475 28445 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54, 850da032cc6a413f94439a45e974cd0b; no voters: d271a56dabff4df5b6ae8177effd43b8
13:54:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.515884 28807 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 2 FOLLOWER]: Leader election won for term 2
13:54:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.516558 28807 raft_consensus.cc:697] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 2 LEADER]: Becoming Leader. State: Replica: 44d4fc927d44440e8c9d89557793eb54, State: Running, Role: LEADER
13:54:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.517282 28807 consensus_queue.cc:237] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:45.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.522207 28153 catalog_manager.cc:5719] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 reported cstate change: term changed from 1 to 2, leader changed from d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65) to 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66). New cstate: current_term: 2 leader_uuid: "44d4fc927d44440e8c9d89557793eb54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } health_report { overall_health: UNKNOWN } } }
13:54:45.625 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:45.625 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:45.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1427), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [3ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [26ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [28ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [32ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [33ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [46ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [48ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [51ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [51ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [102ms] refreshing cache from master, [102ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [105ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [109ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [115ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [115ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [243ms] refreshing cache from master, [243ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [246ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [248ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [250ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [250ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [322ms] refreshing cache from master, [322ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [326ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [328ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [330ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [330ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [1422ms] refreshing cache from master, [1423ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [1426ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1777310839(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@4dcb14ee -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2063485270 after retry RPC@811528881) -> (continuation of Deferred@580840006 after retry RPC@1696028345) -> (continuation of Deferred@86362394 after retry RPC@381369941) -> (continuation of Deferred@1875150255 after retry RPC@1863667130) -> (continuation of Deferred@1011012292 after retry RPC@2046763115), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a94ad98 -> wakeup thread Time-limited test -> (continuation of Deferred@2063485270 after retry RPC@811528881) -> (continuation of Deferred@580840006 after retry RPC@1696028345) -> (continuation of Deferred@86362394 after retry RPC@381369941) -> (continuation of Deferred@1875150255 after retry RPC@1863667130) -> (continuation of Deferred@1011012292 after retry RPC@2046763115))) after lookup
13:54:45.627 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:54:45.629 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] Successfully connected to peer
13:54:45.655 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x39b56a60, L:/127.0.0.1:34940 - R:/127.27.72.66:36563] using TOKEN/null
13:54:45.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.661268 28677 raft_consensus.cc:1275] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 2 FOLLOWER]: Refusing update from remote peer 44d4fc927d44440e8c9d89557793eb54: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
13:54:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:45.662350 28447 consensus_peers.cc:597] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 -> Peer d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677): Couldn't send request to peer d271a56dabff4df5b6ae8177effd43b8. Status: Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:54:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.662563 28819 consensus_queue.cc:1048] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [LEADER]: Connected to new peer: Peer: permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
13:54:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.678807 28836 mvcc.cc:204] Tried to move back new op lower bound from 7317325765259362304 to 7317325764682756096. Current Snapshot: MvccSnapshot[applied={T|T < 7317325765259362304}]
13:54:45.698 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.72.65:39677
13:54:45.700 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:54:45.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:45.701478 27937 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:45.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:45.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/logs
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/info.pb
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.65:39677
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.65
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33449
13:54:45.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.65
13:54:45.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:45.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:45.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:45.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:54:46.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:46.085047 28841 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:54:46.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:46.085410 28841 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:46.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:46.085492 28841 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:54:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:46.094857 28841 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:54:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:46.095053 28841 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.72.65
13:54:46.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.106294 28841 tablet_server_runner.cc:78] Tablet server non-default flags:
13:54:46.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/logs
13:54:46.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:46.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:46.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:46.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:46.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:46.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.65:39677
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/info.pb
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.65
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33449
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.65
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:54:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:54:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.108269 28841 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:46.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.110244 28841 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:54:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:46.121510 28847 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:46.121774 28846 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:46.122732 28849 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:46.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.123670 28841 server_base.cc:1061] running on GCE node
13:54:46.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.124444 28841 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:46.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.125600 28841 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.126842 28841 hybrid_clock.cc:648] HybridClock initialized: now 1786456486126755 us; error 75 us; skew 500 ppm
13:54:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.127184 28841 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:46.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.129729 28841 webserver.cc:533] Webserver started at http://127.27.72.65:33449/ using document root <none> and password file <none>
13:54:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.130505 28841 fs_manager.cc:362] Metadata directory not provided
13:54:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.130622 28841 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:46.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.137148 28841 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.002s	sys 0.001s
13:54:46.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.140345 28857 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:54:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.141889 28841 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.001s
13:54:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.142042 28841 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data,/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:54:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d271a56dabff4df5b6ae8177effd43b8"
13:54:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:40 on dist-test-slave-27sr"
13:54:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.142838 28841 fs_report.cc:389] FS layout report
13:54:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:54:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:54:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/data
13:54:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:46.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.168340 28841 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:54:46.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.169480 28841 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:46.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.169755 28841 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:46.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.170879 28841 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:54:46.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.173313 28865 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:54:46.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.179589 28841 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:54:46.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.179692 28841 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
13:54:46.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.179803 28841 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:54:46.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.183238 28841 ts_tablet_manager.cc:616] Registered 1 tablets
13:54:46.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.183347 28841 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.000s	sys 0.000s
13:54:46.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.184046 28865 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Bootstrap starting.
13:54:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.209501 28865 log.cc:826] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Log is configured to *not* fsync() on all Append() calls
13:54:46.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.225749 28865 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:54:46.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.226502 28865 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Bootstrap complete.
13:54:46.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.227946 28865 ts_tablet_manager.cc:1403] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Time spent bootstrapping tablet: real 0.044s	user 0.024s	sys 0.017s
13:54:46.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.234275 28865 raft_consensus.cc:359] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:46.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.235036 28865 raft_consensus.cc:740] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: d271a56dabff4df5b6ae8177effd43b8, State: Initialized, Role: FOLLOWER
13:54:46.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.235929 28865 consensus_queue.cc:260] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:46.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.238233 28865 ts_tablet_manager.cc:1434] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Time spent starting tablet: real 0.010s	user 0.008s	sys 0.001s
13:54:46.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.250083 28841 rpc_server.cc:307] RPC server started. Bound to: 127.27.72.65:39677
13:54:46.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.250123 28990 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.72.65:39677 every 8 connection(s)
13:54:46.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.251555 28841 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/info.pb
13:54:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.259382 27937 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu as pid 28841
13:54:46.260 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:54:46.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.282595 28992 heartbeater.cc:344] Connected to a master server at 127.27.72.126:42061
13:54:46.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.283000 28992 heartbeater.cc:461] Registering TS with master...
13:54:46.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.284564 28992 heartbeater.cc:507] Master 127.27.72.126:42061 requested a full tablet report, sending...
13:54:46.288 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579, tablet=fcff2f1ff442424f93da749232466049, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:54:46.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.288102 27984 ts_manager.cc:194] Re-registered known tserver with Master: d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:54:46.290 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.72.66:36563
13:54:46.290 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:54:46.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.290732 27937 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu pid 28429
13:54:46.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.294036 28991 heartbeater.cc:344] Connected to a master server at 127.27.72.124:44579
13:54:46.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.294186 28991 heartbeater.cc:461] Registering TS with master...
13:54:46.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.294704 28991 heartbeater.cc:507] Master 127.27.72.124:44579 requested a full tablet report, sending...
13:54:46.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.298655 28153 ts_manager.cc:194] Re-registered known tserver with Master: d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:54:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.300698 28153 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.72.65:40295
13:54:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.306216 28993 heartbeater.cc:344] Connected to a master server at 127.27.72.125:43125
13:54:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.306461 28993 heartbeater.cc:461] Registering TS with master...
13:54:46.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.306903 28993 heartbeater.cc:507] Master 127.27.72.125:43125 requested a full tablet report, sending...
13:54:46.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.308830 28070 ts_manager.cc:194] Re-registered known tserver with Master: d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:54:46.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.313719 28565 generic_service.cc:196] Checking for leaks (request via RPC)
13:54:46.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:46.416358 27937 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu with pid 28429
13:54:46.442 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] handling channelInactive
13:54:46.442 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:54:46.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state READY due to: connection closed
13:54:46.443 [DEBUG - Time-limited test] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:54:46.444 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:46.444 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:46.445 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:46.464 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:46.465 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:46.465 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [21ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1425489313(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@7c5bbf6c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@279597f5 -> wakeup thread Time-limited test)) after lookup
13:54:46.466 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:54:46.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:46.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:46.467 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:46.484 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:46.485 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:46.485 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [21ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [22ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [24ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [24ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1425489313(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@7c5bbf6c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1043847955 after retry RPC@899074335), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@279597f5 -> wakeup thread Time-limited test -> (continuation of Deferred@1043847955 after retry RPC@899074335))) after lookup
13:54:46.486 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:54:46.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:46.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:46.488 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:46.504 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:46.505 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:46.505 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [21ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [22ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [24ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [24ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [43ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [44ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [45ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [57ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [61ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1425489313(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@7c5bbf6c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1043847955 after retry RPC@899074335) -> (continuation of Deferred@1632919092 after retry RPC@1653189936), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@279597f5 -> wakeup thread Time-limited test -> (continuation of Deferred@1043847955 after retry RPC@899074335) -> (continuation of Deferred@1632919092 after retry RPC@1653189936))) after lookup
13:54:46.506 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:54:46.507 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:46.507 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:46.507 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:46.585 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:46.586 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:46.586 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=143), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [21ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [22ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [24ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [24ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [43ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [44ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [45ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [57ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [61ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [62ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [64ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [64ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [142ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1425489313(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@7c5bbf6c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1043847955 after retry RPC@899074335) -> (continuation of Deferred@1632919092 after retry RPC@1653189936) -> (continuation of Deferred@1069963477 after retry RPC@277451312), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@279597f5 -> wakeup thread Time-limited test -> (continuation of Deferred@1043847955 after retry RPC@899074335) -> (continuation of Deferred@1632919092 after retry RPC@1653189936) -> (continuation of Deferred@1069963477 after retry RPC@277451312))) after lookup
13:54:46.587 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:54:46.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:46.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:46.588 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:46.944 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:46.945 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:46.946 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=502), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [21ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [22ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [24ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [24ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [43ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [44ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [45ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [57ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [61ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [62ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [64ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [64ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [142ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [144ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [145ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [145ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [497ms] refreshing cache from master, [498ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [501ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1425489313(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@7c5bbf6c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1043847955 after retry RPC@899074335) -> (continuation of Deferred@1632919092 after retry RPC@1653189936) -> (continuation of Deferred@1069963477 after retry RPC@277451312) -> (continuation of Deferred@441186339 after retry RPC@1183834440), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@279597f5 -> wakeup thread Time-limited test -> (continuation of Deferred@1043847955 after retry RPC@899074335) -> (continuation of Deferred@1632919092 after retry RPC@1653189936) -> (continuation of Deferred@1069963477 after retry RPC@277451312) -> (continuation of Deferred@441186339 after retry RPC@1183834440))) after lookup
13:54:46.947 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:54:46.948 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:46.949 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:46.949 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:47.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.306723 28991 heartbeater.cc:499] Master 127.27.72.124:44579 was elected leader, sending a full tablet report...
13:54:47.465 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:47.466 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:47.466 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1023), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [21ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [22ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [24ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [24ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [43ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [44ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [45ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [57ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [61ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [62ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [64ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [64ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [142ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [144ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [145ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [145ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [497ms] refreshing cache from master, [498ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [501ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [503ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [506ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [506ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [1017ms] refreshing cache from master, [1018ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [1022ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1425489313(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@7c5bbf6c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1043847955 after retry RPC@899074335) -> (continuation of Deferred@1632919092 after retry RPC@1653189936) -> (continuation of Deferred@1069963477 after retry RPC@277451312) -> (continuation of Deferred@441186339 after retry RPC@1183834440) -> (continuation of Deferred@1567556401 after retry RPC@305545292), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@279597f5 -> wakeup thread Time-limited test -> (continuation of Deferred@1043847955 after retry RPC@899074335) -> (continuation of Deferred@1632919092 after retry RPC@1653189936) -> (continuation of Deferred@1069963477 after retry RPC@277451312) -> (continuation of Deferred@441186339 after retry RPC@1183834440) -> (continuation of Deferred@1567556401 after retry RPC@305545292))) after lookup
13:54:47.467 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:54:47.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:47.469 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:47.469 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:47.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.472455 29006 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:54:47.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.472824 29006 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:47.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.474668 29006 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:54:47.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:47.476315 28858 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.72.66:36563: connect: Connection refused (error 111)
13:54:47.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:47.478874 28858 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563): Network error: Client connection negotiation failed: client connection to 127.27.72.66:36563: connect: Connection refused (error 111)
13:54:47.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.483704 28677 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "d271a56dabff4df5b6ae8177effd43b8" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "850da032cc6a413f94439a45e974cd0b" is_pre_election: true
13:54:47.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.484705 28858 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d271a56dabff4df5b6ae8177effd43b8; no voters: 44d4fc927d44440e8c9d89557793eb54, 850da032cc6a413f94439a45e974cd0b
13:54:47.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.485281 29006 raft_consensus.cc:2749] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
13:54:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.621645 29012 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 44d4fc927d44440e8c9d89557793eb54)
13:54:47.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.621879 29012 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.622792 29012 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:54:47.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:47.626704 28604 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563): Network error: Client connection negotiation failed: client connection to 127.27.72.66:36563: connect: Connection refused (error 111)
13:54:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.633394 28940 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "850da032cc6a413f94439a45e974cd0b" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "d271a56dabff4df5b6ae8177effd43b8" is_pre_election: true
13:54:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.633911 28940 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 850da032cc6a413f94439a45e974cd0b in term 1.
13:54:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.635005 28606 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 850da032cc6a413f94439a45e974cd0b, d271a56dabff4df5b6ae8177effd43b8; no voters: 44d4fc927d44440e8c9d89557793eb54
13:54:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.635515 29012 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 2 FOLLOWER]: Leader pre-election won for term 3
13:54:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.635644 29012 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 2 FOLLOWER]: Starting leader election (detected failure of leader 44d4fc927d44440e8c9d89557793eb54)
13:54:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.635715 29012 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 2 FOLLOWER]: Advancing to term 3
13:54:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.638515 29012 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:47.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.639323 29012 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 3 election: Requested vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:54:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.640077 28940 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "850da032cc6a413f94439a45e974cd0b" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "d271a56dabff4df5b6ae8177effd43b8"
13:54:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.640367 28940 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 1 FOLLOWER]: Advancing to term 3
13:54:47.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:47.641240 28604 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563): Network error: Client connection negotiation failed: client connection to 127.27.72.66:36563: connect: Connection refused (error 111)
13:54:47.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.644851 28940 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 850da032cc6a413f94439a45e974cd0b in term 3.
13:54:47.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.645462 28606 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 850da032cc6a413f94439a45e974cd0b, d271a56dabff4df5b6ae8177effd43b8; no voters: 44d4fc927d44440e8c9d89557793eb54
13:54:47.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.645968 29012 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 3 FOLLOWER]: Leader election won for term 3
13:54:47.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.646620 29012 raft_consensus.cc:697] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 3 LEADER]: Becoming Leader. State: Replica: 850da032cc6a413f94439a45e974cd0b, State: Running, Role: LEADER
13:54:47.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.647294 29012 consensus_queue.cc:237] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:47.652103 28153 catalog_manager.cc:5719] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b reported cstate change: term changed from 2 to 3, leader changed from 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66) to 850da032cc6a413f94439a45e974cd0b (127.27.72.67). New cstate: current_term: 3 leader_uuid: "850da032cc6a413f94439a45e974cd0b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } health_report { overall_health: HEALTHY } } }
13:54:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:48.100327 28604 consensus_peers.cc:597] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b -> Peer 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563): Couldn't send request to peer 44d4fc927d44440e8c9d89557793eb54. Status: Network error: Client connection negotiation failed: client connection to 127.27.72.66:36563: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:54:48.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:48.200371 28940 raft_consensus.cc:1275] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 3 FOLLOWER]: Refusing update from remote peer 850da032cc6a413f94439a45e974cd0b: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
13:54:48.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:48.201480 29012 consensus_queue.cc:1048] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [LEADER]: Connected to new peer: Peer: permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
13:54:49.966 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:49.966 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:49.967 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=3524), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [21ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [22ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [24ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [24ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [43ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [44ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [45ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [57ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [61ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [62ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [64ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [64ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [138ms] refreshing cache from master, [138ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [142ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [144ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [145ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [145ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [497ms] refreshing cache from master, [498ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [501ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [503ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [506ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [506ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [1017ms] refreshing cache from master, [1018ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [1022ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [1024ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [1026ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [1026ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [3518ms] refreshing cache from master, [3518ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [3522ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1425489313(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@7c5bbf6c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1043847955 after retry RPC@899074335) -> (continuation of Deferred@1632919092 after retry RPC@1653189936) -> (continuation of Deferred@1069963477 after retry RPC@277451312) -> (continuation of Deferred@441186339 after retry RPC@1183834440) -> (continuation of Deferred@1567556401 after retry RPC@305545292) -> (continuation of Deferred@1872578896 after retry RPC@1326010575), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@279597f5 -> wakeup thread Time-limited test -> (continuation of Deferred@1043847955 after retry RPC@899074335) -> (continuation of Deferred@1632919092 after retry RPC@1653189936) -> (continuation of Deferred@1069963477 after retry RPC@277451312) -> (continuation of Deferred@441186339 after retry RPC@1183834440) -> (continuation of Deferred@1567556401 after retry RPC@305545292) -> (continuation of Deferred@1872578896 after retry RPC@1326010575))) after lookup
13:54:49.968 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:54:49.969 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] Successfully connected to peer
13:54:49.993 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x3bca6952, L:/127.0.0.1:50570 - R:/127.27.72.67:40853] using TOKEN/null
13:54:50.026 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.72.66:36563
13:54:50.028 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:54:50.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.028712 27937 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/logs
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data/info.pb
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.66:36563
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.66
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42221
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.66
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:54:50.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:50.421918 29052 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:54:50.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:50.422363 29052 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:50.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:50.422492 29052 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:54:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:50.432011 29052 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:54:50.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:50.432277 29052 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.72.66
13:54:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.443527 29052 tablet_server_runner.cc:78] Tablet server non-default flags:
13:54:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/logs
13:54:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.66:36563
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data/info.pb
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.66
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42221
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.66
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:54:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:54:50.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:50.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:54:50.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:54:50.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:54:50.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.446233 29052 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:50.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.448509 29052 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:54:50.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:50.458122 28604 consensus_peers.cc:597] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b -> Peer 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563): Couldn't send request to peer 44d4fc927d44440e8c9d89557793eb54. Status: Network error: Client connection negotiation failed: client connection to 127.27.72.66:36563: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
13:54:50.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:50.460067 29060 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:50.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:50.460121 29059 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:50.461496 29063 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:50.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.463068 29052 server_base.cc:1061] running on GCE node
13:54:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.463842 29052 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.465098 29052 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.466369 29052 hybrid_clock.cc:648] HybridClock initialized: now 1786456490466311 us; error 53 us; skew 500 ppm
13:54:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.466809 29052 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.469470 29052 webserver.cc:533] Webserver started at http://127.27.72.66:42221/ using document root <none> and password file <none>
13:54:50.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.470367 29052 fs_manager.cc:362] Metadata directory not provided
13:54:50.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.470541 29052 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:50.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.477336 29052 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.003s	sys 0.001s
13:54:50.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.481262 29070 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:54:50.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.483137 29052 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
13:54:50.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.483373 29052 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data,/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:54:50.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44d4fc927d44440e8c9d89557793eb54"
13:54:50.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:41 on dist-test-slave-27sr"
13:54:50.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.484464 29052 fs_report.cc:389] FS layout report
13:54:50.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:50.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:54:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:54:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data/data
13:54:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:50.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.513514 29052 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:54:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.514469 29052 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.514744 29052 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:50.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.515767 29052 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:54:50.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.518078 29078 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:54:50.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.524780 29052 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:54:50.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.524919 29052 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
13:54:50.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.525067 29052 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:54:50.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.528448 29052 ts_tablet_manager.cc:616] Registered 1 tablets
13:54:50.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.528578 29052 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.003s	sys 0.000s
13:54:50.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.529469 29078 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Bootstrap starting.
13:54:50.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.562718 29078 log.cc:826] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Log is configured to *not* fsync() on all Append() calls
13:54:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.582404 29078 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:54:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.583308 29078 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Bootstrap complete.
13:54:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.584060 29052 rpc_server.cc:307] RPC server started. Bound to: 127.27.72.66:36563
13:54:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.584116 29197 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.72.66:36563 every 8 connection(s)
13:54:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.585119 29078 ts_tablet_manager.cc:1403] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Time spent bootstrapping tablet: real 0.056s	user 0.028s	sys 0.027s
13:54:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.585855 29052 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data/info.pb
13:54:50.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.588048 27937 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu as pid 29052
13:54:50.588 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:54:50.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.593294 29078 raft_consensus.cc:359] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:50.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.594848 29078 raft_consensus.cc:740] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 44d4fc927d44440e8c9d89557793eb54, State: Initialized, Role: FOLLOWER
13:54:50.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.596078 29078 consensus_queue.cc:260] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:50.614 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579, tablet=fcff2f1ff442424f93da749232466049, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:54:50.615 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.72.67:40853
13:54:50.615 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:54:50.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.616580 27937 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu pid 28583
13:54:50.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.616613 29078 ts_tablet_manager.cc:1434] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Time spent starting tablet: real 0.031s	user 0.017s	sys 0.014s
13:54:50.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.627054 29200 heartbeater.cc:344] Connected to a master server at 127.27.72.125:43125
13:54:50.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.627673 29200 heartbeater.cc:461] Registering TS with master...
13:54:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.629031 29200 heartbeater.cc:507] Master 127.27.72.125:43125 requested a full tablet report, sending...
13:54:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.632862 28070 ts_manager.cc:194] Re-registered known tserver with Master: 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563)
13:54:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.645716 29198 heartbeater.cc:344] Connected to a master server at 127.27.72.124:44579
13:54:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.645913 29198 heartbeater.cc:461] Registering TS with master...
13:54:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.646508 29198 heartbeater.cc:507] Master 127.27.72.124:44579 requested a full tablet report, sending...
13:54:50.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.648289 28152 ts_manager.cc:194] Re-registered known tserver with Master: 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563)
13:54:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.649847 28725 generic_service.cc:196] Checking for leaks (request via RPC)
13:54:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.650039 28152 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.72.66:43251
13:54:50.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.653230 29198 heartbeater.cc:499] Master 127.27.72.124:44579 was elected leader, sending a full tablet report...
13:54:50.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.657320 29199 heartbeater.cc:344] Connected to a master server at 127.27.72.126:42061
13:54:50.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.657552 29199 heartbeater.cc:461] Registering TS with master...
13:54:50.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.657979 29199 heartbeater.cc:507] Master 127.27.72.126:42061 requested a full tablet report, sending...
13:54:50.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.659766 27984 ts_manager.cc:194] Re-registered known tserver with Master: 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563)
13:54:50.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:50.759382 27937 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu with pid 28583
13:54:50.786 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:54:50.786 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] handling channelInactive
13:54:50.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state READY due to: connection closed
13:54:50.787 [DEBUG - Time-limited test] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:54:50.788 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:50.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:50.788 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:50.805 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:50.805 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:50.805 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [18ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@2143650293(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@44e80e31 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f01a978 -> wakeup thread Time-limited test)) after lookup
13:54:50.806 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:54:50.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:50.808 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:50.808 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:50.825 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:50.825 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:50.826 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [18ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [20ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [22ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [22ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [39ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@2143650293(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@44e80e31 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1342982256 after retry RPC@1919181152), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f01a978 -> wakeup thread Time-limited test -> (continuation of Deferred@1342982256 after retry RPC@1919181152))) after lookup
13:54:50.827 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:54:50.828 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:50.828 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:50.828 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:50.844 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:50.845 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:50.845 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=59), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [18ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [20ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [22ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [22ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [39ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [40ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [42ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [42ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [58ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@2143650293(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@44e80e31 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1342982256 after retry RPC@1919181152) -> (continuation of Deferred@1543891046 after retry RPC@222031335), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f01a978 -> wakeup thread Time-limited test -> (continuation of Deferred@1342982256 after retry RPC@1919181152) -> (continuation of Deferred@1543891046 after retry RPC@222031335))) after lookup
13:54:50.846 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:54:50.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:50.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:50.847 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:50.864 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:50.864 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:50.865 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [18ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [20ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [22ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [22ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [39ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [40ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [42ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [42ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [58ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [59ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [61ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [61ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [77ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@2143650293(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@44e80e31 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1342982256 after retry RPC@1919181152) -> (continuation of Deferred@1543891046 after retry RPC@222031335) -> (continuation of Deferred@144491309 after retry RPC@1511670540), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f01a978 -> wakeup thread Time-limited test -> (continuation of Deferred@1342982256 after retry RPC@1919181152) -> (continuation of Deferred@1543891046 after retry RPC@222031335) -> (continuation of Deferred@144491309 after retry RPC@1511670540))) after lookup
13:54:50.866 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:54:50.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:50.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:50.868 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:51.085 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:51.086 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:51.086 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=299), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [18ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [20ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [22ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [22ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [39ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [40ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [42ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [42ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [58ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [59ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [61ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [61ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [77ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [80ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [82ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [82ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [294ms] refreshing cache from master, [295ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [299ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@2143650293(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@44e80e31 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1342982256 after retry RPC@1919181152) -> (continuation of Deferred@1543891046 after retry RPC@222031335) -> (continuation of Deferred@144491309 after retry RPC@1511670540) -> (continuation of Deferred@905207030 after retry RPC@1040083815), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f01a978 -> wakeup thread Time-limited test -> (continuation of Deferred@1342982256 after retry RPC@1919181152) -> (continuation of Deferred@1543891046 after retry RPC@222031335) -> (continuation of Deferred@144491309 after retry RPC@1511670540) -> (continuation of Deferred@905207030 after retry RPC@1040083815))) after lookup
13:54:51.087 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:54:51.088 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:51.089 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:51.089 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:51.424 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:51.425 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:51.425 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=639), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [18ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [20ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [22ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [22ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [39ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [40ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [42ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [42ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [58ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [59ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [61ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [61ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [77ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [80ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [82ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [82ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [294ms] refreshing cache from master, [295ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [299ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [300ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [303ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [303ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [634ms] refreshing cache from master, [635ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [638ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@2143650293(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@44e80e31 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1342982256 after retry RPC@1919181152) -> (continuation of Deferred@1543891046 after retry RPC@222031335) -> (continuation of Deferred@144491309 after retry RPC@1511670540) -> (continuation of Deferred@905207030 after retry RPC@1040083815) -> (continuation of Deferred@1630599147 after retry RPC@802889209), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f01a978 -> wakeup thread Time-limited test -> (continuation of Deferred@1342982256 after retry RPC@1919181152) -> (continuation of Deferred@1543891046 after retry RPC@222031335) -> (continuation of Deferred@144491309 after retry RPC@1511670540) -> (continuation of Deferred@905207030 after retry RPC@1040083815) -> (continuation of Deferred@1630599147 after retry RPC@802889209))) after lookup
13:54:51.426 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:54:51.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:51.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:51.427 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:51.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:51.753994 29214 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:54:51.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:51.754468 29214 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:51.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:51.756752 29214 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:54:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:51.758914 29071 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.72.67:40853: connect: Connection refused (error 111)
13:54:51.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:51.761039 29071 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853): Network error: Client connection negotiation failed: client connection to 127.27.72.67:40853: connect: Connection refused (error 111)
13:54:51.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:51.765354 28940 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "44d4fc927d44440e8c9d89557793eb54" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "d271a56dabff4df5b6ae8177effd43b8" is_pre_election: true
13:54:51.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:51.766366 29074 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54; no voters: 850da032cc6a413f94439a45e974cd0b, d271a56dabff4df5b6ae8177effd43b8
13:54:51.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:51.766925 29214 raft_consensus.cc:2749] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
13:54:51.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:51.996413 29219 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 850da032cc6a413f94439a45e974cd0b)
13:54:51.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:51.996694 29219 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:51.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:51.997447 29219 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:54:52.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:52.001948 28858 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853): Network error: Client connection negotiation failed: client connection to 127.27.72.67:40853: connect: Connection refused (error 111)
13:54:52.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.006891 29146 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "d271a56dabff4df5b6ae8177effd43b8" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "44d4fc927d44440e8c9d89557793eb54" is_pre_election: true
13:54:52.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.007387 29146 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d271a56dabff4df5b6ae8177effd43b8 in term 2.
13:54:52.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.008598 28858 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54, d271a56dabff4df5b6ae8177effd43b8; no voters: 850da032cc6a413f94439a45e974cd0b
13:54:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.008993 29219 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 3 FOLLOWER]: Leader pre-election won for term 4
13:54:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.009140 29219 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 850da032cc6a413f94439a45e974cd0b)
13:54:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.009251 29219 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 3 FOLLOWER]: Advancing to term 4
13:54:52.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.011497 29219 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:52.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.012456 29219 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 4 election: Requested vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:54:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.013206 29146 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "d271a56dabff4df5b6ae8177effd43b8" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "44d4fc927d44440e8c9d89557793eb54"
13:54:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.013447 29146 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 2 FOLLOWER]: Advancing to term 4
13:54:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:52.014581 28858 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853): Network error: Client connection negotiation failed: client connection to 127.27.72.67:40853: connect: Connection refused (error 111)
13:54:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.017850 29146 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d271a56dabff4df5b6ae8177effd43b8 in term 4.
13:54:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.018810 28858 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54, d271a56dabff4df5b6ae8177effd43b8; no voters: 850da032cc6a413f94439a45e974cd0b
13:54:52.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.019240 29219 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 4 FOLLOWER]: Leader election won for term 4
13:54:52.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.019934 29219 raft_consensus.cc:697] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 4 LEADER]: Becoming Leader. State: Replica: d271a56dabff4df5b6ae8177effd43b8, State: Running, Role: LEADER
13:54:52.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.020622 29219 consensus_queue.cc:237] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:52.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.025065 28152 catalog_manager.cc:5719] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 reported cstate change: term changed from 3 to 4, leader changed from 850da032cc6a413f94439a45e974cd0b (127.27.72.67) to d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65). New cstate: current_term: 4 leader_uuid: "d271a56dabff4df5b6ae8177effd43b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } health_report { overall_health: UNKNOWN } } }
13:54:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:52.441560 28858 consensus_peers.cc:597] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 -> Peer 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853): Couldn't send request to peer 850da032cc6a413f94439a45e974cd0b. Status: Network error: Client connection negotiation failed: client connection to 127.27.72.67:40853: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:54:52.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.600457 29146 raft_consensus.cc:1275] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 4 FOLLOWER]: Refusing update from remote peer d271a56dabff4df5b6ae8177effd43b8: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
13:54:52.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:52.601886 29219 consensus_queue.cc:1048] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
13:54:52.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:52.940012 28858 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.72.67:40853: connect: Connection refused (error 111) [suppressed 3 similar messages]
13:54:53.304 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:53.305 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:54:53.305 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=2519), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [18ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [20ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [22ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [22ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [39ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [40ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [42ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [42ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [54ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [58ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [59ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [61ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [61ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [77ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [80ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [82ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [82ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [294ms] refreshing cache from master, [295ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [299ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [300ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [303ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [303ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [634ms] refreshing cache from master, [635ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [638ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [640ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [641ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [642ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2515ms] refreshing cache from master, [2515ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [2518ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@2143650293(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@44e80e31 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1342982256 after retry RPC@1919181152) -> (continuation of Deferred@1543891046 after retry RPC@222031335) -> (continuation of Deferred@144491309 after retry RPC@1511670540) -> (continuation of Deferred@905207030 after retry RPC@1040083815) -> (continuation of Deferred@1630599147 after retry RPC@802889209) -> (continuation of Deferred@1345969354 after retry RPC@662317025), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f01a978 -> wakeup thread Time-limited test -> (continuation of Deferred@1342982256 after retry RPC@1919181152) -> (continuation of Deferred@1543891046 after retry RPC@222031335) -> (continuation of Deferred@144491309 after retry RPC@1511670540) -> (continuation of Deferred@905207030 after retry RPC@1040083815) -> (continuation of Deferred@1630599147 after retry RPC@802889209) -> (continuation of Deferred@1345969354 after retry RPC@662317025))) after lookup
13:54:53.306 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:54:53.307 [DEBUG - kudu-nio-1] (Connection.java:757) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] Successfully connected to peer
13:54:53.327 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x8070d0d4, L:/127.0.0.1:57750 - R:/127.27.72.65:39677] using TOKEN/null
13:54:53.365 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.72.67:40853
13:54:53.366 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.366935 27937 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/logs
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data/info.pb
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.67:40853
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.67
13:54:53.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:53.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32965
13:54:53.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.67
13:54:53.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:53.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:53.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:53.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:54:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:53.750928 29260 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:54:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:53.751294 29260 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:53.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:53.751374 29260 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:54:53.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:53.760345 29260 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:54:53.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:53.760530 29260 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.72.67
13:54:53.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.771288 29260 tablet_server_runner.cc:78] Tablet server non-default flags:
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/logs
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.67:40853
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data/info.pb
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.67
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32965
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:53.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:53.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:53.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:53.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.67
13:54:53.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:54:53.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:54:53.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:54:53.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:54:53.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:53.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:54:53.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:54:53.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:54:53.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.773502 29260 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:53.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.775570 29260 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:54:53.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:53.787034 29269 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:53.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:53.787089 29268 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:53.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:53.787778 29271 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:53.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.788554 29260 server_base.cc:1061] running on GCE node
13:54:53.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.789160 29260 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:53.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.790230 29260 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:53.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.791532 29260 hybrid_clock.cc:648] HybridClock initialized: now 1786456493791482 us; error 80 us; skew 500 ppm
13:54:53.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.791965 29260 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:53.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.794554 29260 webserver.cc:533] Webserver started at http://127.27.72.67:32965/ using document root <none> and password file <none>
13:54:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.795313 29260 fs_manager.cc:362] Metadata directory not provided
13:54:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.795434 29260 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:53.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.801465 29260 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.003s	sys 0.001s
13:54:53.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.805143 29278 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:54:53.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.806828 29260 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
13:54:53.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.806977 29260 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data,/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:54:53.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "850da032cc6a413f94439a45e974cd0b"
13:54:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:42 on dist-test-slave-27sr"
13:54:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.807753 29260 fs_report.cc:389] FS layout report
13:54:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:54:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:54:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data/data
13:54:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:53.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.833446 29260 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:54:53.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.834527 29260 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.834969 29260 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.836261 29260 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:54:53.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.838894 29287 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:54:53.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.845649 29260 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:54:53.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.845899 29260 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.008s	user 0.001s	sys 0.000s
13:54:53.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.846092 29260 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:54:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.849843 29260 ts_tablet_manager.cc:616] Registered 1 tablets
13:54:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.849999 29260 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.002s	sys 0.000s
13:54:53.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.850435 29287 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Bootstrap starting.
13:54:53.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.884224 29287 log.cc:826] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Log is configured to *not* fsync() on all Append() calls
13:54:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.903587 29260 rpc_server.cc:307] RPC server started. Bound to: 127.27.72.67:40853
13:54:53.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.903664 29407 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.72.67:40853 every 8 connection(s)
13:54:53.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.905664 29260 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data/info.pb
13:54:53.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.915321 27937 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu as pid 29260
13:54:53.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.915483 29287 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:54:53.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:54:53.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.916368 29287 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Bootstrap complete.
13:54:53.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.918586 29287 ts_tablet_manager.cc:1403] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Time spent bootstrapping tablet: real 0.069s	user 0.042s	sys 0.023s
13:54:53.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.928290 29287 raft_consensus.cc:359] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:53.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.929628 29287 raft_consensus.cc:740] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 850da032cc6a413f94439a45e974cd0b, State: Initialized, Role: FOLLOWER
13:54:53.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.930589 29287 consensus_queue.cc:260] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:53.937 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579, tablet=fcff2f1ff442424f93da749232466049, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:54:53.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.942374 29287 ts_tablet_manager.cc:1434] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Time spent starting tablet: real 0.024s	user 0.014s	sys 0.001s
13:54:53.950 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.72.65:39677
13:54:53.951 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:54:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.951700 27937 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu pid 28841
13:54:53.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.965324 29408 heartbeater.cc:344] Connected to a master server at 127.27.72.124:44579
13:54:53.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.965842 29408 heartbeater.cc:461] Registering TS with master...
13:54:53.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.967157 29408 heartbeater.cc:507] Master 127.27.72.124:44579 requested a full tablet report, sending...
13:54:53.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.969913 29409 heartbeater.cc:344] Connected to a master server at 127.27.72.126:42061
13:54:53.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.970130 29409 heartbeater.cc:461] Registering TS with master...
13:54:53.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.970811 29409 heartbeater.cc:507] Master 127.27.72.126:42061 requested a full tablet report, sending...
13:54:53.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.971583 28153 ts_manager.cc:194] Re-registered known tserver with Master: 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:54:53.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.972723 27984 ts_manager.cc:194] Re-registered known tserver with Master: 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:54:53.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.973250 28153 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.72.67:59365
13:54:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.977322 29408 heartbeater.cc:499] Master 127.27.72.124:44579 was elected leader, sending a full tablet report...
13:54:53.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.979359 28985 generic_service.cc:196] Checking for leaks (request via RPC)
13:54:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.983969 29415 heartbeater.cc:344] Connected to a master server at 127.27.72.125:43125
13:54:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.984253 29415 heartbeater.cc:461] Registering TS with master...
13:54:53.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.984735 29415 heartbeater.cc:507] Master 127.27.72.125:43125 requested a full tablet report, sending...
13:54:53.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:53.986721 28070 ts_manager.cc:194] Re-registered known tserver with Master: 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:54:54.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:54.089187 27937 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu with pid 28841
13:54:54.121 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:54:54.121 [DEBUG - kudu-nio-1] (Connection.java:239) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] handling channelInactive
13:54:54.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state READY due to: connection closed
13:54:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:54.121781 29424 negotiation.cc:336] Failed RPC negotiation. Trace:
13:54:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:54:54.089016 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.27.72.65:35983 (local address 127.27.72.67:40853)
13:54:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:54:54.103403 (+ 14387us) server_negotiation.cc:207] Beginning negotiation
13:54:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:54:54.103421 (+    18us) server_negotiation.cc:400] Waiting for connection header
13:54:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 13:54:54.120320 (+ 16899us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.27.72.65:35983: BlockingRecv error: recv got EOF from 127.27.72.65:35983 (error 108)
13:54:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":14187,"thread_start_us":14401,"threads_started":1}
13:54:54.122 [DEBUG - Time-limited test] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:54:54.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:54.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:54.124 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:54.144 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:54.145 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:54:54.145 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1569841159(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@71b35719 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@248111b4 -> wakeup thread Time-limited test)) after lookup
13:54:54.146 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:54:54.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:54.148 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:54.148 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:54.164 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:54.165 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:54:54.165 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [23ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [26ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [26ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [42ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1569841159(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@71b35719 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1421096019 after retry RPC@2014610368), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@248111b4 -> wakeup thread Time-limited test -> (continuation of Deferred@1421096019 after retry RPC@2014610368))) after lookup
13:54:54.166 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:54:54.167 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:54.167 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:54.168 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:54.185 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:54.185 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:54:54.186 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [23ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [26ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [26ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [42ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [43ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [46ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [46ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [62ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1569841159(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@71b35719 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1421096019 after retry RPC@2014610368) -> (continuation of Deferred@1163913650 after retry RPC@420051034), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@248111b4 -> wakeup thread Time-limited test -> (continuation of Deferred@1421096019 after retry RPC@2014610368) -> (continuation of Deferred@1163913650 after retry RPC@420051034))) after lookup
13:54:54.187 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:54:54.188 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:54.188 [DEBUG - kudu-nio-5] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:54.188 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:54.325 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:54.325 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:54:54.326 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=203), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [23ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [26ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [26ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [42ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [43ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [46ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [46ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [62ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [64ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [66ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [66ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [202ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1569841159(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@71b35719 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1421096019 after retry RPC@2014610368) -> (continuation of Deferred@1163913650 after retry RPC@420051034) -> (continuation of Deferred@71875518 after retry RPC@1448204485), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@248111b4 -> wakeup thread Time-limited test -> (continuation of Deferred@1421096019 after retry RPC@2014610368) -> (continuation of Deferred@1163913650 after retry RPC@420051034) -> (continuation of Deferred@71875518 after retry RPC@1448204485))) after lookup
13:54:54.327 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:54:54.328 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:54.328 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:54.328 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:54.564 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:54.565 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:54:54.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=443), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [23ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [26ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [26ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [42ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [43ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [46ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [46ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [62ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [64ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [66ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [66ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [202ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [204ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [206ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [206ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [438ms] refreshing cache from master, [438ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [442ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1569841159(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@71b35719 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1421096019 after retry RPC@2014610368) -> (continuation of Deferred@1163913650 after retry RPC@420051034) -> (continuation of Deferred@71875518 after retry RPC@1448204485) -> (continuation of Deferred@1640332155 after retry RPC@956960886), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@248111b4 -> wakeup thread Time-limited test -> (continuation of Deferred@1421096019 after retry RPC@2014610368) -> (continuation of Deferred@1163913650 after retry RPC@420051034) -> (continuation of Deferred@71875518 after retry RPC@1448204485) -> (continuation of Deferred@1640332155 after retry RPC@956960886))) after lookup
13:54:54.566 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:54:54.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:54.568 [DEBUG - kudu-nio-7] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:54.568 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:54:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.412068 29425 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader d271a56dabff4df5b6ae8177effd43b8)
13:54:55.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.412384 29425 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.413230 29425 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:54:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:55.416205 29074 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677): Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111)
13:54:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.422640 29356 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "44d4fc927d44440e8c9d89557793eb54" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "850da032cc6a413f94439a45e974cd0b" is_pre_election: true
13:54:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.423185 29356 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 44d4fc927d44440e8c9d89557793eb54 in term 3.
13:54:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.424777 29071 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54, 850da032cc6a413f94439a45e974cd0b; no voters: d271a56dabff4df5b6ae8177effd43b8
13:54:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.425472 29425 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 4 FOLLOWER]: Leader pre-election won for term 5
13:54:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.425637 29425 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 4 FOLLOWER]: Starting leader election (detected failure of leader d271a56dabff4df5b6ae8177effd43b8)
13:54:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.425755 29425 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 4 FOLLOWER]: Advancing to term 5
13:54:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.430770 29425 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.431788 29425 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 5 election: Requested vote from peers d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:54:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.432787 29356 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "44d4fc927d44440e8c9d89557793eb54" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "850da032cc6a413f94439a45e974cd0b"
13:54:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.433107 29356 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 3 FOLLOWER]: Advancing to term 5
13:54:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:55.434317 29074 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677): Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111)
13:54:55.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.437876 29356 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 44d4fc927d44440e8c9d89557793eb54 in term 5.
13:54:55.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.438529 29071 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54, 850da032cc6a413f94439a45e974cd0b; no voters: d271a56dabff4df5b6ae8177effd43b8
13:54:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.439055 29425 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 5 FOLLOWER]: Leader election won for term 5
13:54:55.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.439658 29425 raft_consensus.cc:697] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 5 LEADER]: Becoming Leader. State: Replica: 44d4fc927d44440e8c9d89557793eb54, State: Running, Role: LEADER
13:54:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.440483 29425 consensus_queue.cc:237] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:55.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.446148 28153 catalog_manager.cc:5719] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 reported cstate change: term changed from 4 to 5, leader changed from d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65) to 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66). New cstate: current_term: 5 leader_uuid: "44d4fc927d44440e8c9d89557793eb54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } health_report { overall_health: UNKNOWN } } }
13:54:55.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:55.870469 29074 consensus_peers.cc:597] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 -> Peer d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677): Couldn't send request to peer d271a56dabff4df5b6ae8177effd43b8. Status: Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:54:55.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.936502 29356 raft_consensus.cc:1275] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 5 FOLLOWER]: Refusing update from remote peer 44d4fc927d44440e8c9d89557793eb54: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
13:54:55.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:55.937906 29425 consensus_queue.cc:1048] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [LEADER]: Connected to new peer: Peer: permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
13:54:56.624 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:56.624 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:56.625 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2503), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [23ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [26ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [26ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [42ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [43ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [46ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [46ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [62ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [64ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [66ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [66ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [202ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [204ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [206ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [206ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [438ms] refreshing cache from master, [438ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [442ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [444ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [446ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [446ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2498ms] refreshing cache from master, [2498ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [2502ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1569841159(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@71b35719 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1421096019 after retry RPC@2014610368) -> (continuation of Deferred@1163913650 after retry RPC@420051034) -> (continuation of Deferred@71875518 after retry RPC@1448204485) -> (continuation of Deferred@1640332155 after retry RPC@956960886) -> (continuation of Deferred@1705006720 after retry RPC@205550562), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@248111b4 -> wakeup thread Time-limited test -> (continuation of Deferred@1421096019 after retry RPC@2014610368) -> (continuation of Deferred@1163913650 after retry RPC@420051034) -> (continuation of Deferred@71875518 after retry RPC@1448204485) -> (continuation of Deferred@1640332155 after retry RPC@956960886) -> (continuation of Deferred@1705006720 after retry RPC@205550562))) after lookup
13:54:56.626 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:54:56.628 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] Successfully connected to peer
13:54:56.649 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x70f1a433, L:/127.0.0.1:37836 - R:/127.27.72.66:36563] using TOKEN/null
13:54:56.678 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.72.65:39677
13:54:56.679 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:56.680095 27937 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/logs
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/info.pb
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.65:39677
13:54:56.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.65
13:54:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33449
13:54:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.65
13:54:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:56.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:54:56.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:56.883543 29074 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111) [suppressed 4 similar messages]
13:54:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:57.075344 29464 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:54:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:57.075845 29464 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:57.075994 29464 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:54:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:57.085493 29464 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:54:57.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:57.085772 29464 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.72.65
13:54:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.098040 29464 tablet_server_runner.cc:78] Tablet server non-default flags:
13:54:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/logs
13:54:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data
13:54:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:54:57.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:57.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:57.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.65:39677
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/info.pb
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.65
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33449
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.65
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.100693 29464 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.103471 29464 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:54:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:57.116638 29473 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:57.116981 29472 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:57.118337 29476 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.119578 29464 server_base.cc:1061] running on GCE node
13:54:57.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.120493 29464 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:57.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.121953 29464 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:57.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.123234 29464 hybrid_clock.cc:648] HybridClock initialized: now 1786456497123140 us; error 72 us; skew 500 ppm
13:54:57.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.123680 29464 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:57.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.127059 29464 webserver.cc:533] Webserver started at http://127.27.72.65:33449/ using document root <none> and password file <none>
13:54:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.128259 29464 fs_manager.cc:362] Metadata directory not provided
13:54:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.128404 29464 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:57.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.137261 29464 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.006s	sys 0.001s
13:54:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.141750 29482 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:54:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.143853 29464 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
13:54:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.144093 29464 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data,/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:54:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d271a56dabff4df5b6ae8177effd43b8"
13:54:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:40 on dist-test-slave-27sr"
13:54:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.145179 29464 fs_report.cc:389] FS layout report
13:54:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:54:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:54:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/data
13:54:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:57.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.175575 29464 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:54:57.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.176872 29464 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:57.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.177263 29464 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:57.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.178429 29464 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:54:57.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.181001 29489 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:54:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.188231 29464 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:54:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.188364 29464 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.008s	user 0.000s	sys 0.001s
13:54:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.188484 29464 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:54:57.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.192250 29464 ts_tablet_manager.cc:616] Registered 1 tablets
13:54:57.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.192408 29464 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.002s	sys 0.002s
13:54:57.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.193075 29489 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Bootstrap starting.
13:54:57.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.224041 29489 log.cc:826] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Log is configured to *not* fsync() on all Append() calls
13:54:57.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.249830 29464 rpc_server.cc:307] RPC server started. Bound to: 127.27.72.65:39677
13:54:57.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.249881 29606 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.72.65:39677 every 8 connection(s)
13:54:57.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.251581 29464 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/info.pb
13:54:57.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.260061 27937 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu as pid 29464
13:54:57.261 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:54:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.283676 29489 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:54:57.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.296343 29489 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Bootstrap complete.
13:54:57.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.298702 29489 ts_tablet_manager.cc:1403] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Time spent bootstrapping tablet: real 0.106s	user 0.046s	sys 0.019s
13:54:57.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.301282 29609 heartbeater.cc:344] Connected to a master server at 127.27.72.125:43125
13:54:57.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.301796 29609 heartbeater.cc:461] Registering TS with master...
13:54:57.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.302915 29609 heartbeater.cc:507] Master 127.27.72.125:43125 requested a full tablet report, sending...
13:54:57.304 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579, tablet=fcff2f1ff442424f93da749232466049, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:54:57.305 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.72.66:36563
13:54:57.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.306264 29607 heartbeater.cc:344] Connected to a master server at 127.27.72.124:44579
13:54:57.306 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:54:57.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.306463 29607 heartbeater.cc:461] Registering TS with master...
13:54:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.307130 29607 heartbeater.cc:507] Master 127.27.72.124:44579 requested a full tablet report, sending...
13:54:57.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.307446 28070 ts_manager.cc:194] Re-registered known tserver with Master: d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:54:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.308312 27937 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu pid 29052
13:54:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.308871 28152 ts_manager.cc:194] Re-registered known tserver with Master: d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:54:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.311352 28152 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.72.65:42751
13:54:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.317245 29608 heartbeater.cc:344] Connected to a master server at 127.27.72.126:42061
13:54:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.317513 29608 heartbeater.cc:461] Registering TS with master...
13:54:57.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.318075 29608 heartbeater.cc:507] Master 127.27.72.126:42061 requested a full tablet report, sending...
13:54:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.320498 27984 ts_manager.cc:194] Re-registered known tserver with Master: d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:54:57.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.326541 29489 raft_consensus.cc:359] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:57.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.327837 29489 raft_consensus.cc:740] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: d271a56dabff4df5b6ae8177effd43b8, State: Initialized, Role: FOLLOWER
13:54:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.329047 29489 consensus_queue.cc:260] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:57.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.330463 29607 heartbeater.cc:499] Master 127.27.72.124:44579 was elected leader, sending a full tablet report...
13:54:57.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.331436 29489 ts_tablet_manager.cc:1434] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Time spent starting tablet: real 0.033s	user 0.014s	sys 0.000s
13:54:57.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.338877 29191 generic_service.cc:196] Checking for leaks (request via RPC)
13:54:57.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:57.445683 27937 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu with pid 29052
13:54:57.470 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] handling channelInactive
13:54:57.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state READY due to: connection closed
13:54:57.470 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:54:57.472 [DEBUG - Time-limited test] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:54:57.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:57.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:57.473 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:57.485 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:57.485 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:57.486 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1884968021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@d87c198 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@de54781 -> wakeup thread Time-limited test)) after lookup
13:54:57.487 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:54:57.489 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:57.489 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:57.489 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:57.504 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:57.505 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:57.505 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [16ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [18ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [18ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1884968021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@d87c198 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@370891523 after retry RPC@828755726), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@de54781 -> wakeup thread Time-limited test -> (continuation of Deferred@370891523 after retry RPC@828755726))) after lookup
13:54:57.506 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:54:57.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:57.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:57.507 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:57.545 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:57.545 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:57.545 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=74), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [16ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [18ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [18ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [34ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [36ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [36ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [73ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1884968021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@d87c198 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@370891523 after retry RPC@828755726) -> (continuation of Deferred@257950310 after retry RPC@283287867), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@de54781 -> wakeup thread Time-limited test -> (continuation of Deferred@370891523 after retry RPC@828755726) -> (continuation of Deferred@257950310 after retry RPC@283287867))) after lookup
13:54:57.546 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:54:57.547 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:57.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:57.548 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:57.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:57.645 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:57.646 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=174), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [16ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [18ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [18ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [34ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [36ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [36ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [73ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [75ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [77ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [77ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [169ms] refreshing cache from master, [169ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [173ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1884968021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@d87c198 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@370891523 after retry RPC@828755726) -> (continuation of Deferred@257950310 after retry RPC@283287867) -> (continuation of Deferred@765289523 after retry RPC@687072194), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@de54781 -> wakeup thread Time-limited test -> (continuation of Deferred@370891523 after retry RPC@828755726) -> (continuation of Deferred@257950310 after retry RPC@283287867) -> (continuation of Deferred@765289523 after retry RPC@687072194))) after lookup
13:54:57.647 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:54:57.648 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:57.648 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:57.649 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:57.724 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:57.725 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:57.725 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=254), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [16ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [18ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [18ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [34ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [36ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [36ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [73ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [75ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [77ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [77ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [169ms] refreshing cache from master, [169ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [173ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [175ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [177ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [178ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [249ms] refreshing cache from master, [250ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [253ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1884968021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@d87c198 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@370891523 after retry RPC@828755726) -> (continuation of Deferred@257950310 after retry RPC@283287867) -> (continuation of Deferred@765289523 after retry RPC@687072194) -> (continuation of Deferred@1111917706 after retry RPC@1964802803), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@de54781 -> wakeup thread Time-limited test -> (continuation of Deferred@370891523 after retry RPC@828755726) -> (continuation of Deferred@257950310 after retry RPC@283287867) -> (continuation of Deferred@765289523 after retry RPC@687072194) -> (continuation of Deferred@1111917706 after retry RPC@1964802803))) after lookup
13:54:57.726 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:54:57.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:57.728 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:57.728 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:54:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.718967 29629 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 44d4fc927d44440e8c9d89557793eb54)
13:54:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.719194 29629 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.721185 29629 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:54:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:58.722718 29279 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.72.66:36563: connect: Connection refused (error 111)
13:54:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:58.724555 29279 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563): Network error: Client connection negotiation failed: client connection to 127.27.72.66:36563: connect: Connection refused (error 111)
13:54:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.731383 29560 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "850da032cc6a413f94439a45e974cd0b" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "d271a56dabff4df5b6ae8177effd43b8" is_pre_election: true
13:54:58.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.732115 29560 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 850da032cc6a413f94439a45e974cd0b in term 4.
13:54:58.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.733515 29281 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 850da032cc6a413f94439a45e974cd0b, d271a56dabff4df5b6ae8177effd43b8; no voters: 44d4fc927d44440e8c9d89557793eb54
13:54:58.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.734031 29629 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 5 FOLLOWER]: Leader pre-election won for term 6
13:54:58.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.734193 29629 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 5 FOLLOWER]: Starting leader election (detected failure of leader 44d4fc927d44440e8c9d89557793eb54)
13:54:58.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.734282 29629 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 5 FOLLOWER]: Advancing to term 6
13:54:58.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.737677 29629 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:58.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.738533 29629 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 6 election: Requested vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:54:58.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.739380 29560 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "850da032cc6a413f94439a45e974cd0b" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "d271a56dabff4df5b6ae8177effd43b8"
13:54:58.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.739670 29560 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 4 FOLLOWER]: Advancing to term 6
13:54:58.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:58.740603 29279 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563): Network error: Client connection negotiation failed: client connection to 127.27.72.66:36563: connect: Connection refused (error 111)
13:54:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.744797 29560 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 850da032cc6a413f94439a45e974cd0b in term 6.
13:54:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.745457 29281 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 850da032cc6a413f94439a45e974cd0b, d271a56dabff4df5b6ae8177effd43b8; no voters: 44d4fc927d44440e8c9d89557793eb54
13:54:58.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.745944 29629 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 6 FOLLOWER]: Leader election won for term 6
13:54:58.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.746505 29629 raft_consensus.cc:697] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 6 LEADER]: Becoming Leader. State: Replica: 850da032cc6a413f94439a45e974cd0b, State: Running, Role: LEADER
13:54:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.747115 29629 consensus_queue.cc:237] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:58.751616 28152 catalog_manager.cc:5719] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b reported cstate change: term changed from 5 to 6, leader changed from 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66) to 850da032cc6a413f94439a45e974cd0b (127.27.72.67). New cstate: current_term: 6 leader_uuid: "850da032cc6a413f94439a45e974cd0b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } health_report { overall_health: HEALTHY } } }
13:54:59.044 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:59.044 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:59.045 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1573), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [16ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [18ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [18ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [33ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [34ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [36ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [36ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [73ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [75ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [77ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [77ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [169ms] refreshing cache from master, [169ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [173ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [175ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [177ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [178ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [249ms] refreshing cache from master, [250ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [253ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [255ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [257ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [257ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [1569ms] refreshing cache from master, [1569ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [1573ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1884968021(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@d87c198 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@370891523 after retry RPC@828755726) -> (continuation of Deferred@257950310 after retry RPC@283287867) -> (continuation of Deferred@765289523 after retry RPC@687072194) -> (continuation of Deferred@1111917706 after retry RPC@1964802803) -> (continuation of Deferred@263752377 after retry RPC@97209447), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@de54781 -> wakeup thread Time-limited test -> (continuation of Deferred@370891523 after retry RPC@828755726) -> (continuation of Deferred@257950310 after retry RPC@283287867) -> (continuation of Deferred@765289523 after retry RPC@687072194) -> (continuation of Deferred@1111917706 after retry RPC@1964802803) -> (continuation of Deferred@263752377 after retry RPC@97209447))) after lookup
13:54:59.046 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:54:59.047 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] Successfully connected to peer
13:54:59.081 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0xfdc2b50d, L:/127.0.0.1:36082 - R:/127.27.72.67:40853] using TOKEN/null
13:54:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.092383 29560 raft_consensus.cc:1275] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 6 FOLLOWER]: Refusing update from remote peer 850da032cc6a413f94439a45e974cd0b: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 22. (index mismatch)
13:54:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:59.092563 29279 consensus_peers.cc:597] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b -> Peer 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563): Couldn't send request to peer 44d4fc927d44440e8c9d89557793eb54. Status: Network error: Client connection negotiation failed: client connection to 127.27.72.66:36563: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:54:59.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.093719 29634 consensus_queue.cc:1048] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [LEADER]: Connected to new peer: Peer: permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
13:54:59.161 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.72.66:36563
13:54:59.162 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:54:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.163646 27937 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/logs
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data/info.pb
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:54:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:54:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.66:36563
13:54:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.66
13:54:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42221
13:54:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.66
13:54:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:54:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:59.562891 29659 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:54:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:59.563247 29659 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:54:59.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:59.563326 29659 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:54:59.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:59.572292 29659 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:54:59.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:59.572480 29659 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.72.66
13:54:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.583398 29659 tablet_server_runner.cc:78] Tablet server non-default flags:
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/logs
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.66:36563
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data/info.pb
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.66
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42221
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.66
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:54:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:54:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:54:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.585340 29659 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:54:59.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.587378 29659 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:54:59.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:59.599967 29670 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:59.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:59.600126 29666 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:59.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:54:59.599936 29667 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:54:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.601365 29659 server_base.cc:1061] running on GCE node
13:54:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.602106 29659 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:54:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.603228 29659 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:54:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.604483 29659 hybrid_clock.cc:648] HybridClock initialized: now 1786456499604406 us; error 63 us; skew 500 ppm
13:54:59.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.604914 29659 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:54:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.607612 29659 webserver.cc:533] Webserver started at http://127.27.72.66:42221/ using document root <none> and password file <none>
13:54:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.608538 29659 fs_manager.cc:362] Metadata directory not provided
13:54:59.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.608713 29659 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:54:59.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.615366 29659 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.006s	sys 0.000s
13:54:59.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.619010 29680 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:54:59.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.620617 29659 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.002s
13:54:59.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.620837 29659 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data,/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:54:59.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44d4fc927d44440e8c9d89557793eb54"
13:54:59.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:41 on dist-test-slave-27sr"
13:54:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.621716 29659 fs_report.cc:389] FS layout report
13:54:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:54:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:54:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:54:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data/data
13:54:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:54:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:54:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:54:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:54:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:54:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:54:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:54:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:54:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:54:59.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:54:59.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:54:59.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.653461 29659 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:54:59.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.654924 29659 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:54:59.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.655411 29659 kserver.cc:163] Server-wide thread pool size limit: 3276
13:54:59.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.656859 29659 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:54:59.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.660070 29687 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:54:59.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.667214 29659 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:54:59.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.667402 29659 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.008s	user 0.001s	sys 0.000s
13:54:59.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.667577 29659 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:54:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.671880 29659 ts_tablet_manager.cc:616] Registered 1 tablets
13:54:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.672109 29659 ts_tablet_manager.cc:595] Time spent register tablets: real 0.005s	user 0.005s	sys 0.000s
13:54:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.672654 29687 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Bootstrap starting.
13:54:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.702597 29687 log.cc:826] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Log is configured to *not* fsync() on all Append() calls
13:54:59.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.732951 29687 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:54:59.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.733899 29687 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Bootstrap complete.
13:54:59.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.735918 29687 ts_tablet_manager.cc:1403] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Time spent bootstrapping tablet: real 0.064s	user 0.045s	sys 0.016s
13:54:59.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.741436 29659 rpc_server.cc:307] RPC server started. Bound to: 127.27.72.66:36563
13:54:59.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.741487 29806 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.72.66:36563 every 8 connection(s)
13:54:59.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.743201 29659 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data/info.pb
13:54:59.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.744110 29687 raft_consensus.cc:359] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:59.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.745313 29687 raft_consensus.cc:740] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 44d4fc927d44440e8c9d89557793eb54, State: Initialized, Role: FOLLOWER
13:54:59.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.746373 29687 consensus_queue.cc:260] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:54:59.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.749653 27937 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu as pid 29659
13:54:59.750 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:54:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.777614 29687 ts_tablet_manager.cc:1434] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Time spent starting tablet: real 0.042s	user 0.016s	sys 0.012s
13:54:59.777 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579, tablet=fcff2f1ff442424f93da749232466049, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:54:59.779 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.72.67:40853
13:54:59.780 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:54:59.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.780391 27937 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu pid 29260
13:54:59.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.795109 29807 heartbeater.cc:344] Connected to a master server at 127.27.72.124:44579
13:54:59.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.795639 29807 heartbeater.cc:461] Registering TS with master...
13:54:59.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.797042 29807 heartbeater.cc:507] Master 127.27.72.124:44579 requested a full tablet report, sending...
13:54:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.800783 28152 ts_manager.cc:194] Re-registered known tserver with Master: 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563)
13:54:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.802523 28152 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.72.66:43717
13:54:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.804049 29808 heartbeater.cc:344] Connected to a master server at 127.27.72.126:42061
13:54:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.804222 29808 heartbeater.cc:461] Registering TS with master...
13:54:59.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.804811 29808 heartbeater.cc:507] Master 127.27.72.126:42061 requested a full tablet report, sending...
13:54:59.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.806632 27984 ts_manager.cc:194] Re-registered known tserver with Master: 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563)
13:54:59.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.811595 29807 heartbeater.cc:499] Master 127.27.72.124:44579 was elected leader, sending a full tablet report...
13:54:59.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.821859 29403 generic_service.cc:196] Checking for leaks (request via RPC)
13:54:59.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.826004 29816 heartbeater.cc:344] Connected to a master server at 127.27.72.125:43125
13:54:59.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.826660 29816 heartbeater.cc:461] Registering TS with master...
13:54:59.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.827394 29816 heartbeater.cc:507] Master 127.27.72.125:43125 requested a full tablet report, sending...
13:54:59.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.829192 28070 ts_manager.cc:194] Re-registered known tserver with Master: 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563)
13:54:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:54:59.926756 27937 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu with pid 29260
13:54:59.952 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:54:59.952 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] handling channelInactive
13:54:59.952 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state READY due to: connection closed
13:54:59.953 [DEBUG - Time-limited test] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:54:59.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:59.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:59.954 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:59.963 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:59.964 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:59.964 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [11ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@252532420(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@50fa8b36 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@771d1806 -> wakeup thread Time-limited test)) after lookup
13:54:59.965 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:54:59.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:59.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:59.966 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:59.984 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:54:59.985 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:54:59.986 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [11ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [12ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [14ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [14ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [32ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@252532420(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@50fa8b36 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2061299747 after retry RPC@30871089), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@771d1806 -> wakeup thread Time-limited test -> (continuation of Deferred@2061299747 after retry RPC@30871089))) after lookup
13:54:59.986 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:54:59.987 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:59.987 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:54:59.988 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:00.024 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:00.025 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:00.026 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [11ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [12ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [14ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [14ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [32ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [34ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [36ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [36ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [72ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@252532420(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@50fa8b36 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2061299747 after retry RPC@30871089) -> (continuation of Deferred@351897727 after retry RPC@761707095), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@771d1806 -> wakeup thread Time-limited test -> (continuation of Deferred@2061299747 after retry RPC@30871089) -> (continuation of Deferred@351897727 after retry RPC@761707095))) after lookup
13:55:00.026 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:55:00.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:00.028 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:00.028 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:00.044 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:00.044 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:00.045 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=92), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [11ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [12ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [14ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [14ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [32ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [34ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [36ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [36ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [72ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [74ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [76ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [76ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [91ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@252532420(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@50fa8b36 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2061299747 after retry RPC@30871089) -> (continuation of Deferred@351897727 after retry RPC@761707095) -> (continuation of Deferred@591793657 after retry RPC@996847556), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@771d1806 -> wakeup thread Time-limited test -> (continuation of Deferred@2061299747 after retry RPC@30871089) -> (continuation of Deferred@351897727 after retry RPC@761707095) -> (continuation of Deferred@591793657 after retry RPC@996847556))) after lookup
13:55:00.046 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:55:00.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:00.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:00.047 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:00.204 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:00.204 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:00.204 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=251), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [11ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [12ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [14ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [14ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [32ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [34ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [36ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [36ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [72ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [74ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [76ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [76ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [91ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [94ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [95ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [95ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [248ms] refreshing cache from master, [248ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [251ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@252532420(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@50fa8b36 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2061299747 after retry RPC@30871089) -> (continuation of Deferred@351897727 after retry RPC@761707095) -> (continuation of Deferred@591793657 after retry RPC@996847556) -> (continuation of Deferred@118770316 after retry RPC@1768870181), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@771d1806 -> wakeup thread Time-limited test -> (continuation of Deferred@2061299747 after retry RPC@30871089) -> (continuation of Deferred@351897727 after retry RPC@761707095) -> (continuation of Deferred@591793657 after retry RPC@996847556) -> (continuation of Deferred@118770316 after retry RPC@1768870181))) after lookup
13:55:00.205 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:55:00.206 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:00.207 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:00.207 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:00.304 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:00.304 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:00.305 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=352), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [11ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [12ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [14ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [14ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [32ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [34ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [36ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [36ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [72ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [74ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [76ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [76ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [91ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [94ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [95ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [95ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [248ms] refreshing cache from master, [248ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [251ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [253ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [255ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [255ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [348ms] refreshing cache from master, [348ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [351ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@252532420(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@50fa8b36 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2061299747 after retry RPC@30871089) -> (continuation of Deferred@351897727 after retry RPC@761707095) -> (continuation of Deferred@591793657 after retry RPC@996847556) -> (continuation of Deferred@118770316 after retry RPC@1768870181) -> (continuation of Deferred@2081291546 after retry RPC@1677065287), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@771d1806 -> wakeup thread Time-limited test -> (continuation of Deferred@2061299747 after retry RPC@30871089) -> (continuation of Deferred@351897727 after retry RPC@761707095) -> (continuation of Deferred@591793657 after retry RPC@996847556) -> (continuation of Deferred@118770316 after retry RPC@1768870181) -> (continuation of Deferred@2081291546 after retry RPC@1677065287))) after lookup
13:55:00.305 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:55:00.306 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:00.307 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:00.307 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:01.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.011139 29822 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:55:01.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.011461 29822 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.013595 29822 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:55:01.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:01.015552 29681 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.72.67:40853: connect: Connection refused (error 111)
13:55:01.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:01.017926 29681 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853): Network error: Client connection negotiation failed: client connection to 127.27.72.67:40853: connect: Connection refused (error 111)
13:55:01.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.021677 29560 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "44d4fc927d44440e8c9d89557793eb54" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "d271a56dabff4df5b6ae8177effd43b8" is_pre_election: true
13:55:01.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.022655 29683 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54; no voters: 850da032cc6a413f94439a45e974cd0b, d271a56dabff4df5b6ae8177effd43b8
13:55:01.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.023197 29822 raft_consensus.cc:2749] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
13:55:01.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.150971 29828 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 850da032cc6a413f94439a45e974cd0b)
13:55:01.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.151232 29828 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:01.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.153146 29828 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:55:01.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:01.155403 29483 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.72.67:40853: connect: Connection refused (error 111)
13:55:01.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:01.157446 29483 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853): Network error: Client connection negotiation failed: client connection to 127.27.72.67:40853: connect: Connection refused (error 111)
13:55:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.162410 29754 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "d271a56dabff4df5b6ae8177effd43b8" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "44d4fc927d44440e8c9d89557793eb54" is_pre_election: true
13:55:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.162844 29754 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d271a56dabff4df5b6ae8177effd43b8 in term 5.
13:55:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.163878 29483 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54, d271a56dabff4df5b6ae8177effd43b8; no voters: 850da032cc6a413f94439a45e974cd0b
13:55:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.164527 29828 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 6 FOLLOWER]: Leader pre-election won for term 7
13:55:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.164703 29828 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 850da032cc6a413f94439a45e974cd0b)
13:55:01.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.164840 29828 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 6 FOLLOWER]: Advancing to term 7
13:55:01.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.167196 29828 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:01.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.168056 29828 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 7 election: Requested vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:55:01.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.168865 29754 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "d271a56dabff4df5b6ae8177effd43b8" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "44d4fc927d44440e8c9d89557793eb54"
13:55:01.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.169126 29754 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 5 FOLLOWER]: Advancing to term 7
13:55:01.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:01.170022 29483 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853): Network error: Client connection negotiation failed: client connection to 127.27.72.67:40853: connect: Connection refused (error 111)
13:55:01.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.173996 29754 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d271a56dabff4df5b6ae8177effd43b8 in term 7.
13:55:01.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.174620 29483 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54, d271a56dabff4df5b6ae8177effd43b8; no voters: 850da032cc6a413f94439a45e974cd0b
13:55:01.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.175040 29828 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 7 FOLLOWER]: Leader election won for term 7
13:55:01.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.175673 29828 raft_consensus.cc:697] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 7 LEADER]: Becoming Leader. State: Replica: d271a56dabff4df5b6ae8177effd43b8, State: Running, Role: LEADER
13:55:01.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.176436 29828 consensus_queue.cc:237] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:01.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.181030 28152 catalog_manager.cc:5719] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 reported cstate change: term changed from 6 to 7, leader changed from 850da032cc6a413f94439a45e974cd0b (127.27.72.67) to d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65). New cstate: current_term: 7 leader_uuid: "d271a56dabff4df5b6ae8177effd43b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } health_report { overall_health: UNKNOWN } } }
13:55:01.325 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:01.325 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:55:01.325 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1373), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [11ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [12ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [14ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [14ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [32ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [34ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [36ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [36ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [72ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [74ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [76ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [76ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [91ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [94ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [95ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [95ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [248ms] refreshing cache from master, [248ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [251ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [253ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [255ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [255ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [348ms] refreshing cache from master, [348ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [351ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [353ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [355ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [355ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [1369ms] refreshing cache from master, [1369ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [1373ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@252532420(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@50fa8b36 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2061299747 after retry RPC@30871089) -> (continuation of Deferred@351897727 after retry RPC@761707095) -> (continuation of Deferred@591793657 after retry RPC@996847556) -> (continuation of Deferred@118770316 after retry RPC@1768870181) -> (continuation of Deferred@2081291546 after retry RPC@1677065287) -> (continuation of Deferred@696673121 after retry RPC@360580543), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@771d1806 -> wakeup thread Time-limited test -> (continuation of Deferred@2061299747 after retry RPC@30871089) -> (continuation of Deferred@351897727 after retry RPC@761707095) -> (continuation of Deferred@591793657 after retry RPC@996847556) -> (continuation of Deferred@118770316 after retry RPC@1768870181) -> (continuation of Deferred@2081291546 after retry RPC@1677065287) -> (continuation of Deferred@696673121 after retry RPC@360580543))) after lookup
13:55:01.327 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:55:01.329 [DEBUG - kudu-nio-7] (Connection.java:757) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] Successfully connected to peer
13:55:01.354 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x958ee88b, L:/127.0.0.1:57826 - R:/127.27.72.65:39677] using TOKEN/null
13:55:01.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:01.362485 29483 consensus_peers.cc:597] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 -> Peer 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853): Couldn't send request to peer 850da032cc6a413f94439a45e974cd0b. Status: Network error: Client connection negotiation failed: client connection to 127.27.72.67:40853: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:55:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.362625 29754 raft_consensus.cc:1275] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 7 FOLLOWER]: Refusing update from remote peer d271a56dabff4df5b6ae8177effd43b8: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 26. (index mismatch)
13:55:01.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.363776 29834 consensus_queue.cc:1048] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
13:55:01.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.379863 29848 mvcc.cc:204] Tried to move back new op lower bound from 7317325829567541248 to 7317325828823171072. Current Snapshot: MvccSnapshot[applied={T|T < 7317325829567541248}]
13:55:01.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.381875 29849 mvcc.cc:204] Tried to move back new op lower bound from 7317325829567541248 to 7317325828823171072. Current Snapshot: MvccSnapshot[applied={T|T < 7317325829567541248}]
13:55:01.409 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.72.67:40853
13:55:01.410 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:55:01.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.411254 27937 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:55:01.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:55:01.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:55:01.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data
13:55:01.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:55:01.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:55:01.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:55:01.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:55:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:55:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:55:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/logs
13:55:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data/info.pb
13:55:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:55:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:55:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:55:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:55:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:55:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:55:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:55:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:55:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:55:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:55:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.67:40853
13:55:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.67
13:55:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:55:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32965
13:55:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.67
13:55:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:55:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:55:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:55:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:55:01.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:01.826646 29857 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:55:01.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:01.827020 29857 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:55:01.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:01.827111 29857 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:55:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:01.837271 29857 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:55:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:01.837466 29857 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.72.67
13:55:01.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.848333 29857 tablet_server_runner.cc:78] Tablet server non-default flags:
13:55:01.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/logs
13:55:01.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:55:01.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.67:40853
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data/info.pb
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.67
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32965
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.67
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:55:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:55:01.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.850101 29857 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:55:01.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.852439 29857 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:55:01.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:01.863989 29863 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:55:01.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:01.863910 29862 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:55:01.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:01.865185 29866 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:55:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.866329 29857 server_base.cc:1061] running on GCE node
13:55:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.866972 29857 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:55:01.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.868078 29857 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:55:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.869349 29857 hybrid_clock.cc:648] HybridClock initialized: now 1786456501869288 us; error 52 us; skew 500 ppm
13:55:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.869699 29857 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:55:01.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.872551 29857 webserver.cc:533] Webserver started at http://127.27.72.67:32965/ using document root <none> and password file <none>
13:55:01.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.873373 29857 fs_manager.cc:362] Metadata directory not provided
13:55:01.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.873482 29857 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:55:01.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.880445 29857 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.003s	sys 0.000s
13:55:01.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.884415 29872 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:55:01.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.886030 29857 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
13:55:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.886197 29857 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data,/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:55:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "850da032cc6a413f94439a45e974cd0b"
13:55:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:42 on dist-test-slave-27sr"
13:55:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.887310 29857 fs_report.cc:389] FS layout report
13:55:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:55:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:55:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:55:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data/data
13:55:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:55:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:55:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:55:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:55:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:55:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:55:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:55:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:55:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:55:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:55:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:55:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.921999 29857 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:55:01.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.922978 29857 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:55:01.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.923264 29857 kserver.cc:163] Server-wide thread pool size limit: 3276
13:55:01.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.924397 29857 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:55:01.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.926993 29880 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:55:01.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.934546 29857 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:55:01.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.934669 29857 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.008s	user 0.001s	sys 0.000s
13:55:01.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.934787 29857 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:55:01.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.938174 29857 ts_tablet_manager.cc:616] Registered 1 tablets
13:55:01.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.938301 29857 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.001s	sys 0.000s
13:55:01.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.938928 29880 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Bootstrap starting.
13:55:01.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.973858 29880 log.cc:826] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Log is configured to *not* fsync() on all Append() calls
13:55:01.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.988969 29857 rpc_server.cc:307] RPC server started. Bound to: 127.27.72.67:40853
13:55:01.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.988988 29999 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.72.67:40853 every 8 connection(s)
13:55:01.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.990635 29857 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data/info.pb
13:55:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:01.994692 27937 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu as pid 29857
13:55:01.996 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:55:02.035 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579, tablet=fcff2f1ff442424f93da749232466049, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:55:02.037 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.72.65:39677
13:55:02.038 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:55:02.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.039072 27937 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu pid 29464
13:55:02.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.045400 30001 heartbeater.cc:344] Connected to a master server at 127.27.72.124:44579
13:55:02.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.045892 30001 heartbeater.cc:461] Registering TS with master...
13:55:02.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.047423 30001 heartbeater.cc:507] Master 127.27.72.124:44579 requested a full tablet report, sending...
13:55:02.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.052222 30002 heartbeater.cc:344] Connected to a master server at 127.27.72.126:42061
13:55:02.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.052445 30002 heartbeater.cc:461] Registering TS with master...
13:55:02.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.052543 28152 ts_manager.cc:194] Re-registered known tserver with Master: 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:55:02.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.053222 30002 heartbeater.cc:507] Master 127.27.72.126:42061 requested a full tablet report, sending...
13:55:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.054275 28152 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.72.67:38829
13:55:02.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.054972 27983 ts_manager.cc:194] Re-registered known tserver with Master: 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:55:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.068235 29880 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:55:02.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.069149 29880 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Bootstrap complete.
13:55:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.070711 30003 heartbeater.cc:344] Connected to a master server at 127.27.72.125:43125
13:55:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.070916 30003 heartbeater.cc:461] Registering TS with master...
13:55:02.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.071056 29880 ts_tablet_manager.cc:1403] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Time spent bootstrapping tablet: real 0.133s	user 0.067s	sys 0.011s
13:55:02.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.071383 30003 heartbeater.cc:507] Master 127.27.72.125:43125 requested a full tablet report, sending...
13:55:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.073354 29602 generic_service.cc:196] Checking for leaks (request via RPC)
13:55:02.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.073762 28070 ts_manager.cc:194] Re-registered known tserver with Master: 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:55:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.077296 29880 raft_consensus.cc:359] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:02.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.078356 29880 raft_consensus.cc:740] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 850da032cc6a413f94439a45e974cd0b, State: Initialized, Role: FOLLOWER
13:55:02.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.079239 29880 consensus_queue.cc:260] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:02.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.080470 30001 heartbeater.cc:499] Master 127.27.72.124:44579 was elected leader, sending a full tablet report...
13:55:02.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.082428 29880 ts_tablet_manager.cc:1434] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Time spent starting tablet: real 0.010s	user 0.007s	sys 0.003s
13:55:02.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:02.182413 27937 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu with pid 29464
13:55:02.209 [DEBUG - kudu-nio-7] (Connection.java:239) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] handling channelInactive
13:55:02.210 [DEBUG - kudu-nio-7] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state READY due to: connection closed
13:55:02.210 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:55:02.210 [DEBUG - Time-limited test] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:55:02.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:02.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:02.212 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:02.224 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:02.224 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:55:02.224 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@706570040(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@4fabdc39 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d0ca356 -> wakeup thread Time-limited test)) after lookup
13:55:02.225 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:55:02.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:02.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:02.226 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:02.245 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:02.245 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:55:02.245 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [15ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [16ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [16ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@706570040(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@4fabdc39 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1022779799 after retry RPC@1003403455), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d0ca356 -> wakeup thread Time-limited test -> (continuation of Deferred@1022779799 after retry RPC@1003403455))) after lookup
13:55:02.246 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:55:02.248 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:02.248 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:02.248 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:02.285 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:02.285 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:55:02.285 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=75), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [15ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [16ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [16ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [36ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [38ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [38ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@706570040(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@4fabdc39 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1022779799 after retry RPC@1003403455) -> (continuation of Deferred@1995215636 after retry RPC@942265910), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d0ca356 -> wakeup thread Time-limited test -> (continuation of Deferred@1022779799 after retry RPC@1003403455) -> (continuation of Deferred@1995215636 after retry RPC@942265910))) after lookup
13:55:02.286 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:55:02.288 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:02.288 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:02.288 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:02.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:02.345 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:55:02.346 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=135), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [15ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [16ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [16ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [36ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [38ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [38ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [76ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [78ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [78ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [135ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@706570040(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@4fabdc39 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1022779799 after retry RPC@1003403455) -> (continuation of Deferred@1995215636 after retry RPC@942265910) -> (continuation of Deferred@872573087 after retry RPC@1114411087), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d0ca356 -> wakeup thread Time-limited test -> (continuation of Deferred@1022779799 after retry RPC@1003403455) -> (continuation of Deferred@1995215636 after retry RPC@942265910) -> (continuation of Deferred@872573087 after retry RPC@1114411087))) after lookup
13:55:02.346 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:55:02.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:02.348 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:02.348 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:02.385 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:02.385 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:55:02.386 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=175), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [15ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [16ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [16ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [36ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [38ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [38ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [76ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [78ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [78ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [135ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [136ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [138ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [138ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [174ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@706570040(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@4fabdc39 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1022779799 after retry RPC@1003403455) -> (continuation of Deferred@1995215636 after retry RPC@942265910) -> (continuation of Deferred@872573087 after retry RPC@1114411087) -> (continuation of Deferred@1700918629 after retry RPC@1126821742), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d0ca356 -> wakeup thread Time-limited test -> (continuation of Deferred@1022779799 after retry RPC@1003403455) -> (continuation of Deferred@1995215636 after retry RPC@942265910) -> (continuation of Deferred@872573087 after retry RPC@1114411087) -> (continuation of Deferred@1700918629 after retry RPC@1126821742))) after lookup
13:55:02.387 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:55:02.388 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:02.389 [DEBUG - kudu-nio-5] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:02.389 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.521792 30017 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader d271a56dabff4df5b6ae8177effd43b8)
13:55:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.522148 30018 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 6 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:55:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.522079 30017 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.522406 30018 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:03.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.523106 30017 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:55:03.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:03.525947 29683 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677): Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111)
13:55:03.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.526573 30018 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:55:03.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:03.528676 29876 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111)
13:55:03.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:03.530563 29876 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677): Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111)
13:55:03.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.534734 29754 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "850da032cc6a413f94439a45e974cd0b" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "44d4fc927d44440e8c9d89557793eb54" is_pre_election: true
13:55:03.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.535084 29754 raft_consensus.cc:2393] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 7 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 850da032cc6a413f94439a45e974cd0b in current term 7: Already voted for candidate d271a56dabff4df5b6ae8177effd43b8 in this term.
13:55:03.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.536067 29873 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 850da032cc6a413f94439a45e974cd0b; no voters: 44d4fc927d44440e8c9d89557793eb54, d271a56dabff4df5b6ae8177effd43b8
13:55:03.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.536095 29951 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "44d4fc927d44440e8c9d89557793eb54" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "850da032cc6a413f94439a45e974cd0b" is_pre_election: true
13:55:03.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.536613 29951 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 44d4fc927d44440e8c9d89557793eb54 in term 6.
13:55:03.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.536870 30018 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 6 FOLLOWER]: Advancing to term 7
13:55:03.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.537699 29681 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54, 850da032cc6a413f94439a45e974cd0b; no voters: d271a56dabff4df5b6ae8177effd43b8
13:55:03.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.538122 30017 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 7 FOLLOWER]: Leader pre-election won for term 8
13:55:03.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.538280 30017 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 7 FOLLOWER]: Starting leader election (detected failure of leader d271a56dabff4df5b6ae8177effd43b8)
13:55:03.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.538415 30017 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 7 FOLLOWER]: Advancing to term 8
13:55:03.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.540792 30017 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:03.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.541179 30018 raft_consensus.cc:2749] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 7 FOLLOWER]: Leader pre-election lost for term 7. Reason: could not achieve majority
13:55:03.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.541620 30017 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 8 election: Requested vote from peers d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:55:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.542353 29951 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "44d4fc927d44440e8c9d89557793eb54" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "850da032cc6a413f94439a45e974cd0b"
13:55:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.542582 29951 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 7 FOLLOWER]: Advancing to term 8
13:55:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:03.543708 29683 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677): Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111)
13:55:03.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.545166 29951 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 44d4fc927d44440e8c9d89557793eb54 in term 8.
13:55:03.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.545750 29681 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54, 850da032cc6a413f94439a45e974cd0b; no voters: d271a56dabff4df5b6ae8177effd43b8
13:55:03.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.546196 30017 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 8 FOLLOWER]: Leader election won for term 8
13:55:03.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.546811 30017 raft_consensus.cc:697] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 8 LEADER]: Becoming Leader. State: Replica: 44d4fc927d44440e8c9d89557793eb54, State: Running, Role: LEADER
13:55:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.547366 30017 consensus_queue.cc:237] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:03.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.551931 28152 catalog_manager.cc:5719] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 reported cstate change: term changed from 7 to 8, leader changed from d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65) to 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66). New cstate: current_term: 8 leader_uuid: "44d4fc927d44440e8c9d89557793eb54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } health_report { overall_health: UNKNOWN } } }
13:55:03.665 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:03.665 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:03.665 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1455), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [13ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [15ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [16ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [16ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [34ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [36ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [38ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [38ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [74ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [76ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [78ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [78ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [135ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [136ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [138ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [138ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [174ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [177ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [179ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [179ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [1451ms] refreshing cache from master, [1451ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [1454ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@706570040(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@4fabdc39 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1022779799 after retry RPC@1003403455) -> (continuation of Deferred@1995215636 after retry RPC@942265910) -> (continuation of Deferred@872573087 after retry RPC@1114411087) -> (continuation of Deferred@1700918629 after retry RPC@1126821742) -> (continuation of Deferred@1804721892 after retry RPC@1741626983), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1d0ca356 -> wakeup thread Time-limited test -> (continuation of Deferred@1022779799 after retry RPC@1003403455) -> (continuation of Deferred@1995215636 after retry RPC@942265910) -> (continuation of Deferred@872573087 after retry RPC@1114411087) -> (continuation of Deferred@1700918629 after retry RPC@1126821742) -> (continuation of Deferred@1804721892 after retry RPC@1741626983))) after lookup
13:55:03.666 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:55:03.667 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] Successfully connected to peer
13:55:03.703 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xa092d590, L:/127.0.0.1:46818 - R:/127.27.72.66:36563] using TOKEN/null
13:55:03.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.710083 29951 raft_consensus.cc:1275] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 8 FOLLOWER]: Refusing update from remote peer 44d4fc927d44440e8c9d89557793eb54: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 30. (index mismatch)
13:55:03.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:03.710595 29683 consensus_peers.cc:597] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 -> Peer d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677): Couldn't send request to peer d271a56dabff4df5b6ae8177effd43b8. Status: Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:55:03.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.711302 30017 consensus_queue.cc:1048] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [LEADER]: Connected to new peer: Peer: permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
13:55:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.728861 30042 mvcc.cc:204] Tried to move back new op lower bound from 7317325839185289216 to 7317325838534406144. Current Snapshot: MvccSnapshot[applied={T|T < 7317325839185289216}]
13:55:03.757 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.72.65:39677
13:55:03.758 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:55:03.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:03.758678 27937 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/logs
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/info.pb
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.65:39677
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.65
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:55:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33449
13:55:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.65
13:55:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:55:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:55:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:55:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:55:04.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:04.160007 30049 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:55:04.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:04.160398 30049 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:55:04.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:04.160488 30049 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:55:04.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:04.170830 30049 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:55:04.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:04.171058 30049 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.72.65
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.182019 30049 tablet_server_runner.cc:78] Tablet server non-default flags:
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/logs
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.65:39677
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/info.pb
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.65
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33449
13:55:04.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:55:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:55:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:55:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:55:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:55:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:55:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.65
13:55:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:55:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:55:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:55:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:55:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:55:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:55:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:55:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:55:04.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.184175 30049 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:55:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.186704 30049 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:55:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:04.197645 30055 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:55:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:04.197644 30054 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:55:04.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:04.198019 30057 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:55:04.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.199409 30049 server_base.cc:1061] running on GCE node
13:55:04.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.200102 30049 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:55:04.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.201136 30049 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:55:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.202415 30049 hybrid_clock.cc:648] HybridClock initialized: now 1786456504202343 us; error 59 us; skew 500 ppm
13:55:04.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.202821 30049 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:55:04.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.205824 30049 webserver.cc:533] Webserver started at http://127.27.72.65:33449/ using document root <none> and password file <none>
13:55:04.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.206779 30049 fs_manager.cc:362] Metadata directory not provided
13:55:04.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.206946 30049 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:55:04.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.213115 30049 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.003s	sys 0.001s
13:55:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.216385 30063 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:55:04.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.217958 30049 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.002s
13:55:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.218178 30049 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data,/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:55:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d271a56dabff4df5b6ae8177effd43b8"
13:55:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:40 on dist-test-slave-27sr"
13:55:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.219156 30049 fs_report.cc:389] FS layout report
13:55:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:55:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:55:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:55:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/data
13:55:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:55:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:55:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:55:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:55:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:55:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:55:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:55:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:55:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:55:04.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:55:04.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:55:04.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.237264 30049 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:55:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.238418 30049 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:55:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.238838 30049 kserver.cc:163] Server-wide thread pool size limit: 3276
13:55:04.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.240000 30049 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:55:04.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.242182 30070 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:55:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.248746 30049 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:55:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.248889 30049 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
13:55:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.249009 30049 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:55:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.252388 30049 ts_tablet_manager.cc:616] Registered 1 tablets
13:55:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.252556 30049 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.003s	sys 0.000s
13:55:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.253043 30070 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Bootstrap starting.
13:55:04.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.283118 30070 log.cc:826] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Log is configured to *not* fsync() on all Append() calls
13:55:04.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.319958 30049 rpc_server.cc:307] RPC server started. Bound to: 127.27.72.65:39677
13:55:04.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.320458 30190 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.72.65:39677 every 8 connection(s)
13:55:04.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.322055 30049 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/info.pb
13:55:04.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.324366 30070 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:55:04.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.326287 30070 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Bootstrap complete.
13:55:04.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.327656 27937 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu as pid 30049
13:55:04.328 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:55:04.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.330220 30070 ts_tablet_manager.cc:1403] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Time spent bootstrapping tablet: real 0.078s	user 0.049s	sys 0.021s
13:55:04.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.341141 30070 raft_consensus.cc:359] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:04.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.343235 30070 raft_consensus.cc:740] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: d271a56dabff4df5b6ae8177effd43b8, State: Initialized, Role: FOLLOWER
13:55:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.344482 30070 consensus_queue.cc:260] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:04.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.379630 30070 ts_tablet_manager.cc:1434] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Time spent starting tablet: real 0.049s	user 0.019s	sys 0.024s
13:55:04.390 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579, tablet=fcff2f1ff442424f93da749232466049, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:55:04.396 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.72.66:36563
13:55:04.396 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:55:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.397231 27937 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu pid 29659
13:55:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.404204 30193 heartbeater.cc:344] Connected to a master server at 127.27.72.125:43125
13:55:04.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.404695 30193 heartbeater.cc:461] Registering TS with master...
13:55:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.405016 30192 heartbeater.cc:344] Connected to a master server at 127.27.72.126:42061
13:55:04.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.405187 30192 heartbeater.cc:461] Registering TS with master...
13:55:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.406044 30193 heartbeater.cc:507] Master 127.27.72.125:43125 requested a full tablet report, sending...
13:55:04.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.406066 30192 heartbeater.cc:507] Master 127.27.72.126:42061 requested a full tablet report, sending...
13:55:04.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.409901 27984 ts_manager.cc:194] Re-registered known tserver with Master: d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:55:04.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.411943 30191 heartbeater.cc:344] Connected to a master server at 127.27.72.124:44579
13:55:04.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.412097 30191 heartbeater.cc:461] Registering TS with master...
13:55:04.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.412729 30191 heartbeater.cc:507] Master 127.27.72.124:44579 requested a full tablet report, sending...
13:55:04.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.413031 28069 ts_manager.cc:194] Re-registered known tserver with Master: d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:55:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.414650 28152 ts_manager.cc:194] Re-registered known tserver with Master: d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:55:04.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.416430 28152 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.72.65:38863
13:55:04.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.420115 30191 heartbeater.cc:499] Master 127.27.72.124:44579 was elected leader, sending a full tablet report...
13:55:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.434041 29800 generic_service.cc:196] Checking for leaks (request via RPC)
13:55:04.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:04.555851 27937 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu with pid 29659
13:55:04.581 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] handling channelInactive
13:55:04.582 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state READY due to: connection closed
13:55:04.582 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:55:04.583 [DEBUG - Time-limited test] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:55:04.584 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.584 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.584 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.604 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:04.605 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:04.605 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@345004900(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@bb353b7 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4411061b -> wakeup thread Time-limited test)) after lookup
13:55:04.606 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:55:04.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.607 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.623 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:04.623 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:04.624 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [23ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [25ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [25ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@345004900(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@bb353b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@753253728 after retry RPC@1619543865), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4411061b -> wakeup thread Time-limited test -> (continuation of Deferred@753253728 after retry RPC@1619543865))) after lookup
13:55:04.624 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:55:04.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.626 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.644 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:04.644 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:04.644 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [23ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [25ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [25ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [42ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [44ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [44ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [62ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@345004900(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@bb353b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@753253728 after retry RPC@1619543865) -> (continuation of Deferred@31941345 after retry RPC@285729816), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4411061b -> wakeup thread Time-limited test -> (continuation of Deferred@753253728 after retry RPC@1619543865) -> (continuation of Deferred@31941345 after retry RPC@285729816))) after lookup
13:55:04.645 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:55:04.646 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.646 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.646 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.704 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:04.705 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:04.705 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=122), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [23ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [25ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [25ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [42ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [44ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [44ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [62ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [63ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [64ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [64ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [122ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@345004900(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@bb353b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@753253728 after retry RPC@1619543865) -> (continuation of Deferred@31941345 after retry RPC@285729816) -> (continuation of Deferred@269392699 after retry RPC@1040685574), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4411061b -> wakeup thread Time-limited test -> (continuation of Deferred@753253728 after retry RPC@1619543865) -> (continuation of Deferred@31941345 after retry RPC@285729816) -> (continuation of Deferred@269392699 after retry RPC@1040685574))) after lookup
13:55:04.706 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:55:04.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.707 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.824 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:04.824 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:04.826 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=243), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [23ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [25ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [25ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [42ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [44ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [44ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [62ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [63ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [64ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [64ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [122ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [123ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [125ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [125ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [238ms] refreshing cache from master, [238ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [241ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@345004900(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@bb353b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@753253728 after retry RPC@1619543865) -> (continuation of Deferred@31941345 after retry RPC@285729816) -> (continuation of Deferred@269392699 after retry RPC@1040685574) -> (continuation of Deferred@11041969 after retry RPC@41750792), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4411061b -> wakeup thread Time-limited test -> (continuation of Deferred@753253728 after retry RPC@1619543865) -> (continuation of Deferred@31941345 after retry RPC@285729816) -> (continuation of Deferred@269392699 after retry RPC@1040685574) -> (continuation of Deferred@11041969 after retry RPC@41750792))) after lookup
13:55:04.826 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:55:04.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.828 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.828 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.924 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:04.925 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)[L],850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:04.925 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=342), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [23ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [25ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [25ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [42ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [44ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [44ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [62ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [63ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [64ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [64ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [122ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [123ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [125ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [125ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [238ms] refreshing cache from master, [238ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [241ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [244ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [246ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [246ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [339ms] refreshing cache from master, [339ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [342ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@345004900(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@bb353b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@753253728 after retry RPC@1619543865) -> (continuation of Deferred@31941345 after retry RPC@285729816) -> (continuation of Deferred@269392699 after retry RPC@1040685574) -> (continuation of Deferred@11041969 after retry RPC@41750792) -> (continuation of Deferred@42871738 after retry RPC@1745985458), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4411061b -> wakeup thread Time-limited test -> (continuation of Deferred@753253728 after retry RPC@1619543865) -> (continuation of Deferred@31941345 after retry RPC@285729816) -> (continuation of Deferred@269392699 after retry RPC@1040685574) -> (continuation of Deferred@11041969 after retry RPC@41750792) -> (continuation of Deferred@42871738 after retry RPC@1745985458))) after lookup
13:55:04.926 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] connecting to peer
13:55:04.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] cleaning up while in state CONNECTING due to: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:04.927 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563
13:55:05.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.739351 30208 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 44d4fc927d44440e8c9d89557793eb54)
13:55:05.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.739554 30208 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:05.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.740386 30208 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:55:05.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:05.747241 29873 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563): Network error: Client connection negotiation failed: client connection to 127.27.72.66:36563: connect: Connection refused (error 111)
13:55:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.755569 30140 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "850da032cc6a413f94439a45e974cd0b" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "d271a56dabff4df5b6ae8177effd43b8" is_pre_election: true
13:55:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.756433 30140 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 850da032cc6a413f94439a45e974cd0b in term 7.
13:55:05.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.757700 29876 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 850da032cc6a413f94439a45e974cd0b, d271a56dabff4df5b6ae8177effd43b8; no voters: 44d4fc927d44440e8c9d89557793eb54
13:55:05.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.758180 30208 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 8 FOLLOWER]: Leader pre-election won for term 9
13:55:05.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.758309 30208 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 8 FOLLOWER]: Starting leader election (detected failure of leader 44d4fc927d44440e8c9d89557793eb54)
13:55:05.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.758397 30208 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 8 FOLLOWER]: Advancing to term 9
13:55:05.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.761518 30208 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:05.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.762379 30208 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 9 election: Requested vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:55:05.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.763217 30140 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "850da032cc6a413f94439a45e974cd0b" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "d271a56dabff4df5b6ae8177effd43b8"
13:55:05.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.763535 30140 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 7 FOLLOWER]: Advancing to term 9
13:55:05.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:05.764256 29873 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563): Network error: Client connection negotiation failed: client connection to 127.27.72.66:36563: connect: Connection refused (error 111)
13:55:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.768489 30140 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 850da032cc6a413f94439a45e974cd0b in term 9.
13:55:05.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.769336 29876 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 850da032cc6a413f94439a45e974cd0b, d271a56dabff4df5b6ae8177effd43b8; no voters: 44d4fc927d44440e8c9d89557793eb54
13:55:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.769869 30208 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 9 FOLLOWER]: Leader election won for term 9
13:55:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.770521 30208 raft_consensus.cc:697] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 9 LEADER]: Becoming Leader. State: Replica: 850da032cc6a413f94439a45e974cd0b, State: Running, Role: LEADER
13:55:05.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.771163 30208 consensus_queue.cc:237] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:05.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:05.775884 28152 catalog_manager.cc:5719] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b reported cstate change: term changed from 8 to 9, leader changed from 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66) to 850da032cc6a413f94439a45e974cd0b (127.27.72.67). New cstate: current_term: 9 leader_uuid: "850da032cc6a413f94439a45e974cd0b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } health_report { overall_health: HEALTHY } } }
13:55:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:06.163748 30140 raft_consensus.cc:1275] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 9 FOLLOWER]: Refusing update from remote peer 850da032cc6a413f94439a45e974cd0b: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
13:55:06.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:06.164991 30208 consensus_queue.cc:1048] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [LEADER]: Connected to new peer: Peer: permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
13:55:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:06.183779 29873 consensus_peers.cc:597] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b -> Peer 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563): Couldn't send request to peer 44d4fc927d44440e8c9d89557793eb54. Status: Network error: Client connection negotiation failed: client connection to 127.27.72.66:36563: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:55:08.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:08.706600 29873 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.72.66:36563: connect: Connection refused (error 111) [suppressed 7 similar messages]
13:55:08.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:08.708396 29873 consensus_peers.cc:597] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b -> Peer 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563): Couldn't send request to peer 44d4fc927d44440e8c9d89557793eb54. Status: Network error: Client connection negotiation failed: client connection to 127.27.72.66:36563: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
13:55:08.764 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:08.765 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:08.765 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=14, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=4182), Traces: [0ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [2ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [2ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [18ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [22ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [23ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [25ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [25ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [41ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [42ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [44ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [44ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [62ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [63ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [64ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [64ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [122ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [123ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [125ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [125ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [238ms] refreshing cache from master, [238ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [241ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [244ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [246ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [246ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [339ms] refreshing cache from master, [339ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [342ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [344ms] sending RPC to server 44d4fc927d44440e8c9d89557793eb54, [345ms] received response from server 44d4fc927d44440e8c9d89557793eb54: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [345ms] delaying RPC due to: Network error: Failed to connect to peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563): Connection refused: /127.27.72.66:36563, [4178ms] refreshing cache from master, [4179ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [4182ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@345004900(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@bb353b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@753253728 after retry RPC@1619543865) -> (continuation of Deferred@31941345 after retry RPC@285729816) -> (continuation of Deferred@269392699 after retry RPC@1040685574) -> (continuation of Deferred@11041969 after retry RPC@41750792) -> (continuation of Deferred@42871738 after retry RPC@1745985458) -> (continuation of Deferred@806180639 after retry RPC@1418048163), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4411061b -> wakeup thread Time-limited test -> (continuation of Deferred@753253728 after retry RPC@1619543865) -> (continuation of Deferred@31941345 after retry RPC@285729816) -> (continuation of Deferred@269392699 after retry RPC@1040685574) -> (continuation of Deferred@11041969 after retry RPC@41750792) -> (continuation of Deferred@42871738 after retry RPC@1745985458) -> (continuation of Deferred@806180639 after retry RPC@1418048163))) after lookup
13:55:08.766 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:55:08.767 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] Successfully connected to peer
13:55:08.786 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x4f382e26, L:/127.0.0.1:54380 - R:/127.27.72.67:40853] using TOKEN/null
13:55:08.817 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.72.66:36563
13:55:08.817 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:55:08.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:08.818698 27937 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:55:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:55:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:55:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data
13:55:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:55:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:55:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:55:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:55:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:55:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:55:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/logs
13:55:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data/info.pb
13:55:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:55:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:55:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:55:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:55:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:55:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:55:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:55:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:55:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:55:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:55:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.66:36563
13:55:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.66
13:55:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:55:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42221
13:55:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.66
13:55:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:55:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:55:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:55:08.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:55:09.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:09.238855 30254 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:55:09.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:09.239231 30254 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:55:09.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:09.239320 30254 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:55:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:09.249362 30254 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:55:09.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:09.249615 30254 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.72.66
13:55:09.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.262516 30254 tablet_server_runner.cc:78] Tablet server non-default flags:
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/logs
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.66:36563
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data/info.pb
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.66
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42221
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:55:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:55:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:55:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:55:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:55:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.66
13:55:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:55:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:55:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:55:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:55:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:55:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:55:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:55:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:55:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.264932 30254 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:55:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.267004 30254 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:55:09.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:09.279282 30260 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:55:09.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:09.279958 30259 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:55:09.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:09.279841 30262 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:55:09.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.280999 30254 server_base.cc:1061] running on GCE node
13:55:09.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.281847 30254 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:55:09.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.283066 30254 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:55:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.284379 30254 hybrid_clock.cc:648] HybridClock initialized: now 1786456509284283 us; error 70 us; skew 500 ppm
13:55:09.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.284827 30254 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:55:09.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.287763 30254 webserver.cc:533] Webserver started at http://127.27.72.66:42221/ using document root <none> and password file <none>
13:55:09.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.288735 30254 fs_manager.cc:362] Metadata directory not provided
13:55:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.288909 30254 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:55:09.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.295686 30254 fs_manager.cc:714] Time spent opening directory manager: real 0.005s	user 0.002s	sys 0.004s
13:55:09.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.299350 30269 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:55:09.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.301628 30254 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
13:55:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.301820 30254 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data,/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:55:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44d4fc927d44440e8c9d89557793eb54"
13:55:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:41 on dist-test-slave-27sr"
13:55:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.302680 30254 fs_report.cc:389] FS layout report
13:55:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:55:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:55:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/wal
13:55:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data/data
13:55:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:55:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:55:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:55:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:55:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:55:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:55:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:55:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:55:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:55:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:55:09.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:55:09.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.338681 30254 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:55:09.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.339690 30254 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:55:09.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.340065 30254 kserver.cc:163] Server-wide thread pool size limit: 3276
13:55:09.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.341377 30254 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:55:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.344054 30277 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:55:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.351256 30254 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:55:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.351411 30254 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.008s	user 0.001s	sys 0.000s
13:55:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.351531 30254 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:55:09.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.354939 30254 ts_tablet_manager.cc:616] Registered 1 tablets
13:55:09.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.355114 30254 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.001s	sys 0.000s
13:55:09.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.355672 30277 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Bootstrap starting.
13:55:09.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.390909 30277 log.cc:826] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Log is configured to *not* fsync() on all Append() calls
13:55:09.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.424803 30254 rpc_server.cc:307] RPC server started. Bound to: 127.27.72.66:36563
13:55:09.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.425343 30398 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.72.66:36563 every 8 connection(s)
13:55:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.426729 30254 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-1/data/info.pb
13:55:09.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.431643 27937 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu as pid 30254
13:55:09.433 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:55:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.437656 30277 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:55:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.438720 30277 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Bootstrap complete.
13:55:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.441166 30277 ts_tablet_manager.cc:1403] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Time spent bootstrapping tablet: real 0.086s	user 0.065s	sys 0.015s
13:55:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.451504 30277 raft_consensus.cc:359] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:09.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.452615 30277 raft_consensus.cc:740] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 44d4fc927d44440e8c9d89557793eb54, State: Initialized, Role: FOLLOWER
13:55:09.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.454259 30277 consensus_queue.cc:260] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:09.457 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579, tablet=fcff2f1ff442424f93da749232466049, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:55:09.460 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.72.67:40853
13:55:09.460 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:55:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.461712 27937 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu pid 29857
13:55:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.469800 30399 heartbeater.cc:344] Connected to a master server at 127.27.72.124:44579
13:55:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.470275 30399 heartbeater.cc:461] Registering TS with master...
13:55:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.471539 30399 heartbeater.cc:507] Master 127.27.72.124:44579 requested a full tablet report, sending...
13:55:09.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.475885 28153 ts_manager.cc:194] Re-registered known tserver with Master: 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563)
13:55:09.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.477833 28153 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.72.66:60897
13:55:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.479079 30401 heartbeater.cc:344] Connected to a master server at 127.27.72.125:43125
13:55:09.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.479508 30401 heartbeater.cc:461] Registering TS with master...
13:55:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.482638 30401 heartbeater.cc:507] Master 127.27.72.125:43125 requested a full tablet report, sending...
13:55:09.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.485090 28069 ts_manager.cc:194] Re-registered known tserver with Master: 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563)
13:55:09.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.489724 30399 heartbeater.cc:499] Master 127.27.72.124:44579 was elected leader, sending a full tablet report...
13:55:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.491276 30277 ts_tablet_manager.cc:1434] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54: Time spent starting tablet: real 0.050s	user 0.012s	sys 0.014s
13:55:09.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.500649 30400 heartbeater.cc:344] Connected to a master server at 127.27.72.126:42061
13:55:09.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.500833 30400 heartbeater.cc:461] Registering TS with master...
13:55:09.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.501184 30400 heartbeater.cc:507] Master 127.27.72.126:42061 requested a full tablet report, sending...
13:55:09.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.501691 29994 generic_service.cc:196] Checking for leaks (request via RPC)
13:55:09.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.503628 27983 ts_manager.cc:194] Re-registered known tserver with Master: 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563)
13:55:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:09.607110 27937 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu with pid 29857
13:55:09.636 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:55:09.636 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] handling channelInactive
13:55:09.637 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state READY due to: connection closed
13:55:09.637 [DEBUG - Time-limited test] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:55:09.639 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:09.639 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:09.639 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:09.644 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:09.644 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:09.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [7ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1443033866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@2f6b53c3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@12db118 -> wakeup thread Time-limited test)) after lookup
13:55:09.645 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:55:09.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:09.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:09.647 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:09.664 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:09.664 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:09.665 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [7ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [8ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [10ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [10ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [27ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1443033866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@2f6b53c3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1455014608 after retry RPC@980421742), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@12db118 -> wakeup thread Time-limited test -> (continuation of Deferred@1455014608 after retry RPC@980421742))) after lookup
13:55:09.665 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:55:09.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:09.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:09.667 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:09.704 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:09.704 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:09.704 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=67), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [7ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [8ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [10ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [10ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [27ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [28ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [30ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [30ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [66ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1443033866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@2f6b53c3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1455014608 after retry RPC@980421742) -> (continuation of Deferred@787679194 after retry RPC@1811084718), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@12db118 -> wakeup thread Time-limited test -> (continuation of Deferred@1455014608 after retry RPC@980421742) -> (continuation of Deferred@787679194 after retry RPC@1811084718))) after lookup
13:55:09.705 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:55:09.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:09.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:09.707 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:09.764 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:09.764 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:09.764 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=127), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [7ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [8ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [10ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [10ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [27ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [28ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [30ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [30ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [66ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [68ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [70ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [70ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [126ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1443033866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@2f6b53c3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1455014608 after retry RPC@980421742) -> (continuation of Deferred@787679194 after retry RPC@1811084718) -> (continuation of Deferred@747850674 after retry RPC@1353745419), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@12db118 -> wakeup thread Time-limited test -> (continuation of Deferred@1455014608 after retry RPC@980421742) -> (continuation of Deferred@787679194 after retry RPC@1811084718) -> (continuation of Deferred@747850674 after retry RPC@1353745419))) after lookup
13:55:09.765 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:55:09.766 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:09.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:09.766 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:09.784 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:09.785 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:09.785 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=148), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [7ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [8ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [10ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [10ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [27ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [28ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [30ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [30ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [66ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [68ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [70ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [70ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [126ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [127ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [129ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [129ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [147ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1443033866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@2f6b53c3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1455014608 after retry RPC@980421742) -> (continuation of Deferred@787679194 after retry RPC@1811084718) -> (continuation of Deferred@747850674 after retry RPC@1353745419) -> (continuation of Deferred@1604188493 after retry RPC@190430825), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@12db118 -> wakeup thread Time-limited test -> (continuation of Deferred@1455014608 after retry RPC@980421742) -> (continuation of Deferred@787679194 after retry RPC@1811084718) -> (continuation of Deferred@747850674 after retry RPC@1353745419) -> (continuation of Deferred@1604188493 after retry RPC@190430825))) after lookup
13:55:09.786 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:55:09.787 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:09.787 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:09.787 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:10.664 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:10.664 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:10.664 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1027), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [7ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [8ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [10ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [10ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [27ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [28ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [30ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [30ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [66ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [68ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [70ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [70ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [126ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [127ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [129ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [129ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [147ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [148ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [150ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [150ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [1023ms] refreshing cache from master, [1023ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [1026ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1443033866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@2f6b53c3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1455014608 after retry RPC@980421742) -> (continuation of Deferred@787679194 after retry RPC@1811084718) -> (continuation of Deferred@747850674 after retry RPC@1353745419) -> (continuation of Deferred@1604188493 after retry RPC@190430825) -> (continuation of Deferred@1579447672 after retry RPC@407380515), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@12db118 -> wakeup thread Time-limited test -> (continuation of Deferred@1455014608 after retry RPC@980421742) -> (continuation of Deferred@787679194 after retry RPC@1811084718) -> (continuation of Deferred@747850674 after retry RPC@1353745419) -> (continuation of Deferred@1604188493 after retry RPC@190430825) -> (continuation of Deferred@1579447672 after retry RPC@407380515))) after lookup
13:55:10.665 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:55:10.666 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:10.666 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state CONNECTING due to: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:10.666 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853
13:55:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.890343 30417 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 850da032cc6a413f94439a45e974cd0b)
13:55:10.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.890580 30417 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:10.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.892458 30417 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:55:10.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:10.894817 30064 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.72.67:40853: connect: Connection refused (error 111)
13:55:10.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:10.896684 30064 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853): Network error: Client connection negotiation failed: client connection to 127.27.72.67:40853: connect: Connection refused (error 111)
13:55:10.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.901666 30350 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "d271a56dabff4df5b6ae8177effd43b8" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "44d4fc927d44440e8c9d89557793eb54" is_pre_election: true
13:55:10.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.902293 30350 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d271a56dabff4df5b6ae8177effd43b8 in term 8.
13:55:10.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.903465 30064 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54, d271a56dabff4df5b6ae8177effd43b8; no voters: 850da032cc6a413f94439a45e974cd0b
13:55:10.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.904029 30417 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 9 FOLLOWER]: Leader pre-election won for term 10
13:55:10.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.904198 30417 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 850da032cc6a413f94439a45e974cd0b)
13:55:10.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.904320 30417 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 9 FOLLOWER]: Advancing to term 10
13:55:10.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.906836 30417 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:10.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.907579 30417 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 10 election: Requested vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:55:10.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.908437 30350 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "d271a56dabff4df5b6ae8177effd43b8" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "44d4fc927d44440e8c9d89557793eb54"
13:55:10.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.908689 30350 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 8 FOLLOWER]: Advancing to term 10
13:55:10.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:10.909456 30064 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853): Network error: Client connection negotiation failed: client connection to 127.27.72.67:40853: connect: Connection refused (error 111)
13:55:10.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.913144 30350 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d271a56dabff4df5b6ae8177effd43b8 in term 10.
13:55:10.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.913996 30064 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54, d271a56dabff4df5b6ae8177effd43b8; no voters: 850da032cc6a413f94439a45e974cd0b
13:55:10.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.914446 30417 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 10 FOLLOWER]: Leader election won for term 10
13:55:10.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.915000 30417 raft_consensus.cc:697] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 10 LEADER]: Becoming Leader. State: Replica: d271a56dabff4df5b6ae8177effd43b8, State: Running, Role: LEADER
13:55:10.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.915679 30417 consensus_queue.cc:237] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:10.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:10.919881 28153 catalog_manager.cc:5719] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 reported cstate change: term changed from 9 to 10, leader changed from 850da032cc6a413f94439a45e974cd0b (127.27.72.67) to d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65). New cstate: current_term: 10 leader_uuid: "d271a56dabff4df5b6ae8177effd43b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } health_report { overall_health: UNKNOWN } } }
13:55:11.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:11.521827 30350 raft_consensus.cc:1275] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 10 FOLLOWER]: Refusing update from remote peer d271a56dabff4df5b6ae8177effd43b8: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
13:55:11.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:11.522084 30064 consensus_peers.cc:597] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 -> Peer 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853): Couldn't send request to peer 850da032cc6a413f94439a45e974cd0b. Status: Network error: Client connection negotiation failed: client connection to 127.27.72.67:40853: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:55:11.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:11.522854 30434 consensus_queue.cc:1048] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
13:55:12.864 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:12.864 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:55:12.864 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=3227), Traces: [0ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [2ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [2ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [7ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [8ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [10ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [10ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [27ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [28ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [30ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [30ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [63ms] refreshing cache from master, [63ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [66ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [68ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [70ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [70ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [123ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [126ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [127ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [129ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [129ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [147ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [148ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [150ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [150ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [1023ms] refreshing cache from master, [1023ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [1026ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [1028ms] sending RPC to server 850da032cc6a413f94439a45e974cd0b, [1029ms] received response from server 850da032cc6a413f94439a45e974cd0b: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [1029ms] delaying RPC due to: Network error: Failed to connect to peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853): Connection refused: /127.27.72.67:40853, [3223ms] refreshing cache from master, [3223ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [3226ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@1443033866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@2f6b53c3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1455014608 after retry RPC@980421742) -> (continuation of Deferred@787679194 after retry RPC@1811084718) -> (continuation of Deferred@747850674 after retry RPC@1353745419) -> (continuation of Deferred@1604188493 after retry RPC@190430825) -> (continuation of Deferred@1579447672 after retry RPC@407380515) -> (continuation of Deferred@2101643842 after retry RPC@616888051), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@12db118 -> wakeup thread Time-limited test -> (continuation of Deferred@1455014608 after retry RPC@980421742) -> (continuation of Deferred@787679194 after retry RPC@1811084718) -> (continuation of Deferred@747850674 after retry RPC@1353745419) -> (continuation of Deferred@1604188493 after retry RPC@190430825) -> (continuation of Deferred@1579447672 after retry RPC@407380515) -> (continuation of Deferred@2101643842 after retry RPC@616888051))) after lookup
13:55:12.865 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:55:12.866 [DEBUG - kudu-nio-6] (Connection.java:757) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] Successfully connected to peer
13:55:12.884 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xd74ec206, L:/127.0.0.1:44000 - R:/127.27.72.65:39677] using TOKEN/null
13:55:12.910 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.72.67:40853
13:55:12.911 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:55:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:12.912344 27937 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:55:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:55:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:55:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data
13:55:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:55:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:55:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:55:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:55:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:55:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:55:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/logs
13:55:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data/info.pb
13:55:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:55:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:55:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:55:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:55:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:55:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:55:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:55:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:55:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:55:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:55:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.67:40853
13:55:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.67
13:55:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:55:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32965
13:55:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.67
13:55:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:55:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:55:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:55:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:55:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:13.299083 30457 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:55:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:13.299453 30457 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:55:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:13.299533 30457 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:55:13.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:13.308853 30457 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:55:13.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:13.309127 30457 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.72.67
13:55:13.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.320526 30457 tablet_server_runner.cc:78] Tablet server non-default flags:
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/logs
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.67:40853
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data/info.pb
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.67
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32965
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:55:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:55:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:55:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:55:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:55:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:55:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.67
13:55:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:55:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:55:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:55:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:55:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:55:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:55:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:55:13.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:55:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.322829 30457 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:55:13.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.325589 30457 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:55:13.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:13.337579 30465 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:55:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:13.337308 30466 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:55:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:13.339234 30468 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:55:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.339656 30457 server_base.cc:1061] running on GCE node
13:55:13.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.340379 30457 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:55:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.341518 30457 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:55:13.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.342859 30457 hybrid_clock.cc:648] HybridClock initialized: now 1786456513342788 us; error 51 us; skew 500 ppm
13:55:13.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.343330 30457 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:55:13.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.346287 30457 webserver.cc:533] Webserver started at http://127.27.72.67:32965/ using document root <none> and password file <none>
13:55:13.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.347266 30457 fs_manager.cc:362] Metadata directory not provided
13:55:13.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.347416 30457 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:55:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.353796 30457 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.004s	sys 0.000s
13:55:13.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.357439 30475 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:55:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.359241 30457 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
13:55:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.359478 30457 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data,/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:55:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "850da032cc6a413f94439a45e974cd0b"
13:55:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:42 on dist-test-slave-27sr"
13:55:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.360474 30457 fs_report.cc:389] FS layout report
13:55:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:55:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:55:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/wal
13:55:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data/data
13:55:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:55:13.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:55:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:55:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:55:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:55:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:55:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:55:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:55:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:55:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:55:13.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:55:13.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.378159 30457 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:55:13.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.379410 30457 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:55:13.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.379851 30457 kserver.cc:163] Server-wide thread pool size limit: 3276
13:55:13.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.381258 30457 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:55:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.384128 30482 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:55:13.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.393204 30457 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:55:13.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.393364 30457 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.010s	user 0.001s	sys 0.000s
13:55:13.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.393530 30457 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:55:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.397516 30457 ts_tablet_manager.cc:616] Registered 1 tablets
13:55:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.397758 30457 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.003s	sys 0.000s
13:55:13.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.398212 30482 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Bootstrap starting.
13:55:13.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.427076 30482 log.cc:826] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Log is configured to *not* fsync() on all Append() calls
13:55:13.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.466262 30482 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:55:13.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.467468 30482 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Bootstrap complete.
13:55:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.469734 30482 ts_tablet_manager.cc:1403] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Time spent bootstrapping tablet: real 0.072s	user 0.057s	sys 0.012s
13:55:13.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.473515 30457 rpc_server.cc:307] RPC server started. Bound to: 127.27.72.67:40853
13:55:13.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.473585 30601 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.72.67:40853 every 8 connection(s)
13:55:13.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.475131 30457 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-2/data/info.pb
13:55:13.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.476428 30482 raft_consensus.cc:359] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:13.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.477538 30482 raft_consensus.cc:740] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 850da032cc6a413f94439a45e974cd0b, State: Initialized, Role: FOLLOWER
13:55:13.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.478384 30482 consensus_queue.cc:260] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:13.482 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:55:13.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.481411 27937 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu as pid 30457
13:55:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.545575 30603 heartbeater.cc:344] Connected to a master server at 127.27.72.126:42061
13:55:13.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.546067 30603 heartbeater.cc:461] Registering TS with master...
13:55:13.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.547699 30603 heartbeater.cc:507] Master 127.27.72.126:42061 requested a full tablet report, sending...
13:55:13.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.552939 27983 ts_manager.cc:194] Re-registered known tserver with Master: 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:55:13.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.565194 30602 heartbeater.cc:344] Connected to a master server at 127.27.72.124:44579
13:55:13.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.565491 30602 heartbeater.cc:461] Registering TS with master...
13:55:13.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.566471 30602 heartbeater.cc:507] Master 127.27.72.124:44579 requested a full tablet report, sending...
13:55:13.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.568701 28153 ts_manager.cc:194] Re-registered known tserver with Master: 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:55:13.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.570755 28153 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.72.67:51217
13:55:13.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.572095 30482 ts_tablet_manager.cc:1434] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b: Time spent starting tablet: real 0.102s	user 0.050s	sys 0.052s
13:55:13.573 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579, tablet=fcff2f1ff442424f93da749232466049, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:55:13.574 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.27.72.65:39677
13:55:13.575 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:55:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.575429 27937 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu pid 30049
13:55:13.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.577684 30602 heartbeater.cc:499] Master 127.27.72.124:44579 was elected leader, sending a full tablet report...
13:55:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.582090 30604 heartbeater.cc:344] Connected to a master server at 127.27.72.125:43125
13:55:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.582297 30604 heartbeater.cc:461] Registering TS with master...
13:55:13.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.582690 30604 heartbeater.cc:507] Master 127.27.72.125:43125 requested a full tablet report, sending...
13:55:13.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.585408 28069 ts_manager.cc:194] Re-registered known tserver with Master: 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:55:13.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.595628 30186 generic_service.cc:196] Checking for leaks (request via RPC)
13:55:13.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.596771 30554 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 9 FOLLOWER]: Advancing to term 10
13:55:13.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:13.704000 27937 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu with pid 30049
13:55:13.731 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:55:13.731 [DEBUG - kudu-nio-6] (Connection.java:239) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] handling channelInactive
13:55:13.732 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state READY due to: connection closed
13:55:13.732 [DEBUG - Time-limited test] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:55:13.733 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:13.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:13.734 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:13.744 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:13.745 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:55:13.745 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=13), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [12ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@287713759(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@12563666 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1c7cd923 -> wakeup thread Time-limited test)) after lookup
13:55:13.745 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:55:13.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:13.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:13.747 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:13.764 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:13.764 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:55:13.765 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [12ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [13ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [15ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [15ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [31ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@287713759(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@12563666 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@452915645 after retry RPC@1613862400), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1c7cd923 -> wakeup thread Time-limited test -> (continuation of Deferred@452915645 after retry RPC@1613862400))) after lookup
13:55:13.765 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:55:13.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:13.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:13.767 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:13.804 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:13.804 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:55:13.804 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=72), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [12ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [13ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [15ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [15ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [31ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [33ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [35ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [35ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [71ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@287713759(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@12563666 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@452915645 after retry RPC@1613862400) -> (continuation of Deferred@1671945054 after retry RPC@263346372), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1c7cd923 -> wakeup thread Time-limited test -> (continuation of Deferred@452915645 after retry RPC@1613862400) -> (continuation of Deferred@1671945054 after retry RPC@263346372))) after lookup
13:55:13.806 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:55:13.807 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:13.807 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:13.807 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:13.863 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:13.864 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:55:13.864 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=132), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [12ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [13ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [15ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [15ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [31ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [33ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [35ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [35ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [71ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [73ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [75ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [75ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [131ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@287713759(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@12563666 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@452915645 after retry RPC@1613862400) -> (continuation of Deferred@1671945054 after retry RPC@263346372) -> (continuation of Deferred@1454363262 after retry RPC@1262928919), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1c7cd923 -> wakeup thread Time-limited test -> (continuation of Deferred@452915645 after retry RPC@1613862400) -> (continuation of Deferred@1671945054 after retry RPC@263346372) -> (continuation of Deferred@1454363262 after retry RPC@1262928919))) after lookup
13:55:13.864 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:55:13.865 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:13.866 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:13.866 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:14.343 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:14.344 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853),d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)[L]]}]
13:55:14.344 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=612), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [12ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [13ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [15ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [15ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [31ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [33ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [35ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [35ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [71ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [73ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [75ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [75ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [131ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [132ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [134ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [134ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [608ms] refreshing cache from master, [608ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [611ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@287713759(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@12563666 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@452915645 after retry RPC@1613862400) -> (continuation of Deferred@1671945054 after retry RPC@263346372) -> (continuation of Deferred@1454363262 after retry RPC@1262928919) -> (continuation of Deferred@1432685351 after retry RPC@679353312), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1c7cd923 -> wakeup thread Time-limited test -> (continuation of Deferred@452915645 after retry RPC@1613862400) -> (continuation of Deferred@1671945054 after retry RPC@263346372) -> (continuation of Deferred@1454363262 after retry RPC@1262928919) -> (continuation of Deferred@1432685351 after retry RPC@679353312))) after lookup
13:55:14.345 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] connecting to peer
13:55:14.346 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:14.346 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] cleaning up while in state CONNECTING due to: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:14.346 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677) for tablet fcff2f1ff442424f93da749232466049: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677
13:55:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:14.967476 30627 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader d271a56dabff4df5b6ae8177effd43b8)
13:55:14.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:14.967720 30627 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:14.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:14.969867 30627 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677), 850da032cc6a413f94439a45e974cd0b (127.27.72.67:40853)
13:55:14.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:14.971801 30273 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111)
13:55:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:14.978236 30273 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677): Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111)
13:55:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:14.978585 30554 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "44d4fc927d44440e8c9d89557793eb54" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "850da032cc6a413f94439a45e974cd0b" is_pre_election: true
13:55:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:14.979835 30270 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54; no voters: 850da032cc6a413f94439a45e974cd0b, d271a56dabff4df5b6ae8177effd43b8
13:55:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:14.980389 30627 raft_consensus.cc:2749] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 10 FOLLOWER]: Leader pre-election lost for term 11. Reason: could not achieve majority
13:55:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.104406 30634 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 10 FOLLOWER]: Starting pre-election (detected failure of leader d271a56dabff4df5b6ae8177effd43b8)
13:55:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.104686 30634 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:15.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.106472 30634 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:55:15.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:15.108937 30478 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111)
13:55:15.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:15.111095 30478 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677): Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111)
13:55:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.115152 30350 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "850da032cc6a413f94439a45e974cd0b" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "44d4fc927d44440e8c9d89557793eb54" is_pre_election: true
13:55:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.115513 30350 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 850da032cc6a413f94439a45e974cd0b in term 10.
13:55:15.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.116300 30476 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54, 850da032cc6a413f94439a45e974cd0b; no voters: d271a56dabff4df5b6ae8177effd43b8
13:55:15.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.116951 30634 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 10 FOLLOWER]: Leader pre-election won for term 11
13:55:15.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.117126 30634 raft_consensus.cc:493] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 10 FOLLOWER]: Starting leader election (detected failure of leader d271a56dabff4df5b6ae8177effd43b8)
13:55:15.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.117264 30634 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 10 FOLLOWER]: Advancing to term 11
13:55:15.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.119763 30634 raft_consensus.cc:515] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:15.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.120615 30634 leader_election.cc:290] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 11 election: Requested vote from peers 44d4fc927d44440e8c9d89557793eb54 (127.27.72.66:36563), d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:55:15.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.121408 30350 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fcff2f1ff442424f93da749232466049" candidate_uuid: "850da032cc6a413f94439a45e974cd0b" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "44d4fc927d44440e8c9d89557793eb54"
13:55:15.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.121688 30350 raft_consensus.cc:3060] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 10 FOLLOWER]: Advancing to term 11
13:55:15.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:15.122718 30478 leader_election.cc:336] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677): Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111)
13:55:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.124310 30350 raft_consensus.cc:2468] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 850da032cc6a413f94439a45e974cd0b in term 11.
13:55:15.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.124943 30476 leader_election.cc:304] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 44d4fc927d44440e8c9d89557793eb54, 850da032cc6a413f94439a45e974cd0b; no voters: d271a56dabff4df5b6ae8177effd43b8
13:55:15.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.125288 30634 raft_consensus.cc:2804] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 11 FOLLOWER]: Leader election won for term 11
13:55:15.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.125751 30634 raft_consensus.cc:697] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [term 11 LEADER]: Becoming Leader. State: Replica: 850da032cc6a413f94439a45e974cd0b, State: Running, Role: LEADER
13:55:15.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.126354 30634 consensus_queue.cc:237] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:15.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.130493 28153 catalog_manager.cc:5719] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b reported cstate change: term changed from 10 to 11, leader changed from d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65) to 850da032cc6a413f94439a45e974cd0b (127.27.72.67). New cstate: current_term: 11 leader_uuid: "850da032cc6a413f94439a45e974cd0b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } health_report { overall_health: HEALTHY } } }
13:55:15.143 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet fcff2f1ff442424f93da749232466049 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579' with partition [<start>, <end>)
13:55:15.144 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fcff2f1ff442424f93da749232466049@[44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563),850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)[L],d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)]}]
13:55:15.144 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=fcff2f1ff442424f93da749232466049, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1412), Traces: [0ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [2ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [2ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [12ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [13ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [15ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [15ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [31ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [33ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [35ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [35ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [71ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [73ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [75ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [75ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [131ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [132ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [134ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [134ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [608ms] refreshing cache from master, [608ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [611ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, [612ms] sending RPC to server d271a56dabff4df5b6ae8177effd43b8, [614ms] received response from server d271a56dabff4df5b6ae8177effd43b8: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [614ms] delaying RPC due to: Network error: Failed to connect to peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677): Connection refused: /127.27.72.65:39677, [1408ms] refreshing cache from master, [1408ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.72.124:44579, [1411ms] Sub RPC GetTableLocations: received response from server master-127.27.72.124:44579: OK, deferred=Deferred@287713759(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fc4f03391e8@12563666 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@452915645 after retry RPC@1613862400) -> (continuation of Deferred@1671945054 after retry RPC@263346372) -> (continuation of Deferred@1454363262 after retry RPC@1262928919) -> (continuation of Deferred@1432685351 after retry RPC@679353312) -> (continuation of Deferred@1032057618 after retry RPC@1710906969), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1c7cd923 -> wakeup thread Time-limited test -> (continuation of Deferred@452915645 after retry RPC@1613862400) -> (continuation of Deferred@1671945054 after retry RPC@263346372) -> (continuation of Deferred@1454363262 after retry RPC@1262928919) -> (continuation of Deferred@1432685351 after retry RPC@679353312) -> (continuation of Deferred@1032057618 after retry RPC@1710906969))) after lookup
13:55:15.145 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] connecting to peer
13:55:15.146 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] Successfully connected to peer
13:55:15.180 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x4e819c14, L:/127.0.0.1:33806 - R:/127.27.72.67:40853] using TOKEN/null
13:55:15.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.186583 30350 raft_consensus.cc:1275] T fcff2f1ff442424f93da749232466049 P 44d4fc927d44440e8c9d89557793eb54 [term 11 FOLLOWER]: Refusing update from remote peer 850da032cc6a413f94439a45e974cd0b: Log matching property violated. Preceding OpId in replica: term: 10 index: 40. Preceding OpId from leader: term: 11 index: 42. (index mismatch)
13:55:15.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.187572 30634 consensus_queue.cc:1048] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b [LEADER]: Connected to new peer: Peer: permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 40, Time since last communication: 0.000s
13:55:15.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:15.187935 30478 consensus_peers.cc:597] T fcff2f1ff442424f93da749232466049 P 850da032cc6a413f94439a45e974cd0b -> Peer d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677): Couldn't send request to peer d271a56dabff4df5b6ae8177effd43b8. Status: Network error: Client connection negotiation failed: client connection to 127.27.72.65:39677: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:55:15.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.193759 30654 mvcc.cc:204] Tried to move back new op lower bound from 7317325886195326976 to 7317325885961678848. Current Snapshot: MvccSnapshot[applied={T|T < 7317325886195326976}]
13:55:15.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.208164 30655 mvcc.cc:204] Tried to move back new op lower bound from 7317325886195326976 to 7317325885961678848. Current Snapshot: MvccSnapshot[applied={T|T < 7317325886195326976 or (T in {7317325886195326976})}]
13:55:15.226 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.27.72.65:39677
13:55:15.226 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:55:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.227259 27937 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:55:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu
13:55:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:55:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data
13:55:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:55:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:55:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:55:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:55:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:55:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/logs
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/info.pb
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.65:39677
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.65
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33449
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.65
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:55:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:55:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:15.620127 30660 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:55:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:15.620563 30660 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:55:15.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:15.620678 30660 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:55:15.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:15.629894 30660 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:55:15.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:15.630162 30660 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.72.65
13:55:15.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.641273 30660 tablet_server_runner.cc:78] Tablet server non-default flags:
13:55:15.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/logs
13:55:15.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:55:15.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:55:15.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.72.84:34877
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.72.65:39677
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/info.pb
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.72.65
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33449
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.72.126:42061,127.27.72.125:43125,127.27.72.124:44579
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:55:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:55:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.72.65
13:55:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:55:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:55:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:55:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:55:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:55:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:22 UTC on bdcb31816ec0
13:55:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13290
13:55:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
13:55:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.643685 30660 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:55:15.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.645862 30660 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:55:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:15.658200 30666 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:55:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:15.658177 30667 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:55:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:15.658643 30669 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:55:15.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.659226 30660 server_base.cc:1061] running on GCE node
13:55:15.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.659876 30660 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:55:15.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.661113 30660 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:55:15.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.662400 30660 hybrid_clock.cc:648] HybridClock initialized: now 1786456515662341 us; error 88 us; skew 500 ppm
13:55:15.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.662819 30660 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:55:15.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.665802 30660 webserver.cc:533] Webserver started at http://127.27.72.65:33449/ using document root <none> and password file <none>
13:55:15.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.666790 30660 fs_manager.cc:362] Metadata directory not provided
13:55:15.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.666989 30660 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:55:15.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.674014 30660 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.004s	sys 0.001s
13:55:15.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.677755 30677 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:55:15.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.679371 30660 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
13:55:15.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.679610 30660 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data,/tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:55:15.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d271a56dabff4df5b6ae8177effd43b8"
13:55:15.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:54:40 on dist-test-slave-27sr"
13:55:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.680716 30660 fs_report.cc:389] FS layout report
13:55:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:55:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:55:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/wal
13:55:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/data
13:55:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:55:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:55:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:55:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:55:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:55:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:55:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:55:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:55:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:55:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:55:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:55:15.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.703261 30660 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:55:15.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.704454 30660 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:55:15.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.704957 30660 kserver.cc:163] Server-wide thread pool size limit: 3276
13:55:15.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.706156 30660 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:55:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.708806 30684 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
13:55:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.716776 30660 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:55:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.716987 30660 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.009s	user 0.001s	sys 0.000s
13:55:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.717151 30660 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:55:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.720939 30660 ts_tablet_manager.cc:616] Registered 1 tablets
13:55:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.721124 30660 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.003s	sys 0.000s
13:55:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.721617 30684 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Bootstrap starting.
13:55:15.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.754772 30684 log.cc:826] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Log is configured to *not* fsync() on all Append() calls
13:55:15.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.786598 30660 rpc_server.cc:307] RPC server started. Bound to: 127.27.72.65:39677
13:55:15.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.786752 30804 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.72.65:39677 every 8 connection(s)
13:55:15.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.788497 30660 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdVXcTx/test-tmp/mini-kudu-cluster13155562607848751502/ts-0/data/info.pb
13:55:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.796690 27937 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu as pid 30660
13:55:15.797 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:55:15.832 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579, tablet=fcff2f1ff442424f93da749232466049, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:55:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.835769 30805 heartbeater.cc:344] Connected to a master server at 127.27.72.124:44579
13:55:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.836388 30805 heartbeater.cc:461] Registering TS with master...
13:55:15.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.837831 30805 heartbeater.cc:507] Master 127.27.72.124:44579 requested a full tablet report, sending...
13:55:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.839882 30806 heartbeater.cc:344] Connected to a master server at 127.27.72.126:42061
13:55:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.840085 30806 heartbeater.cc:461] Registering TS with master...
13:55:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.835933 30808 heartbeater.cc:344] Connected to a master server at 127.27.72.125:43125
13:55:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.840782 30806 heartbeater.cc:507] Master 127.27.72.126:42061 requested a full tablet report, sending...
13:55:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.840817 30808 heartbeater.cc:461] Registering TS with master...
13:55:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.841670 28153 ts_manager.cc:194] Re-registered known tserver with Master: d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:55:15.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.841907 30808 heartbeater.cc:507] Master 127.27.72.125:43125 requested a full tablet report, sending...
13:55:15.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.843319 28153 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.72.65:56581
13:55:15.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.843554 28069 ts_manager.cc:194] Re-registered known tserver with Master: d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:55:15.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.843667 27983 ts_manager.cc:194] Re-registered known tserver with Master: d271a56dabff4df5b6ae8177effd43b8 (127.27.72.65:39677)
13:55:15.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.844172 30684 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:55:15.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.844934 30684 tablet_bootstrap.cc:492] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Bootstrap complete.
13:55:15.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.846803 30684 ts_tablet_manager.cc:1403] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Time spent bootstrapping tablet: real 0.126s	user 0.068s	sys 0.022s
13:55:15.849 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456482579, tablet=fcff2f1ff442424f93da749232466049, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:55:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.852872 30684 raft_consensus.cc:359] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:15.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.853924 30684 raft_consensus.cc:740] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: d271a56dabff4df5b6ae8177effd43b8, State: Initialized, Role: FOLLOWER
13:55:15.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.855036 30684 consensus_queue.cc:260] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "44d4fc927d44440e8c9d89557793eb54" member_type: VOTER last_known_addr { host: "127.27.72.66" port: 36563 } } peers { permanent_uuid: "d271a56dabff4df5b6ae8177effd43b8" member_type: VOTER last_known_addr { host: "127.27.72.65" port: 39677 } } peers { permanent_uuid: "850da032cc6a413f94439a45e974cd0b" member_type: VOTER last_known_addr { host: "127.27.72.67" port: 40853 } }
13:55:15.856 [DEBUG - main] (Connection.java:575) [peer master-127.27.72.126:42061(127.27.72.126:42061)] disconnecting while in state READY
13:55:15.857 [DEBUG - main] (Connection.java:575) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] disconnecting while in state READY
13:55:15.860 [DEBUG - main] (Connection.java:575) [peer master-127.27.72.124:44579(127.27.72.124:44579)] disconnecting while in state READY
13:55:15.860 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] handling channelInactive
13:55:15.860 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.72.126:42061(127.27.72.126:42061)] handling channelInactive
13:55:15.860 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 850da032cc6a413f94439a45e974cd0b(127.27.72.67:40853)] cleaning up while in state READY due to: connection closed
13:55:15.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.72.126:42061(127.27.72.126:42061)] cleaning up while in state READY due to: connection closed
13:55:15.861 [DEBUG - main] (Connection.java:575) [peer d271a56dabff4df5b6ae8177effd43b8(127.27.72.65:39677)] disconnecting while in state TERMINATED
13:55:15.861 [DEBUG - main] (Connection.java:575) [peer master-127.27.72.125:43125(127.27.72.125:43125)] disconnecting while in state READY
13:55:15.861 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.72.124:44579(127.27.72.124:44579)] handling channelInactive
13:55:15.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.72.124:44579(127.27.72.124:44579)] cleaning up while in state READY due to: connection closed
13:55:15.862 [DEBUG - main] (Connection.java:575) [peer 44d4fc927d44440e8c9d89557793eb54(127.27.72.66:36563)] disconnecting while in state TERMINATED
13:55:15.862 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.72.125:43125(127.27.72.125:43125)] handling channelInactive
13:55:15.862 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.72.125:43125(127.27.72.125:43125)] cleaning up while in state READY due to: connection closed
13:55:15.863 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:55:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.864625 30805 heartbeater.cc:499] Master 127.27.72.124:44579 was elected leader, sending a full tablet report...
13:55:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.867260 27937 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu pid 30660
13:55:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.868837 30684 ts_tablet_manager.cc:1434] T fcff2f1ff442424f93da749232466049 P d271a56dabff4df5b6ae8177effd43b8: Time spent starting tablet: real 0.022s	user 0.013s	sys 0.001s
13:55:15.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:15.892645 30800 generic_service.cc:196] Checking for leaks (request via RPC)
13:55:16.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:16.002815 27937 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu with pid 30660
13:55:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:16.037799 27937 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu pid 30254
13:55:16.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:16.046257 30394 generic_service.cc:196] Checking for leaks (request via RPC)
13:55:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:16.148573 27937 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu with pid 30254
13:55:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:16.186949 27937 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu pid 30457
13:55:16.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:16.196674 30597 generic_service.cc:196] Checking for leaks (request via RPC)
13:55:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:16.348562 27937 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu with pid 30457
13:55:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:55:16.378741 28137 connection.cc:573] server connection from 127.27.72.67:51217 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
13:55:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:16.378914 27937 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu pid 27951
13:55:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:16.380410 28021 generic_service.cc:196] Checking for leaks (request via RPC)
13:55:16.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:16.508785 27937 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu with pid 27951
13:55:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:16.545228 27937 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu pid 28030
13:55:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:16.546546 28107 generic_service.cc:196] Checking for leaks (request via RPC)
13:55:16.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:16.673187 27937 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu with pid 28030
13:55:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:16.707130 27937 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu pid 28116
13:55:16.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:16.708479 28187 generic_service.cc:196] Checking for leaks (request via RPC)
13:55:16.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:55:16.839092 27937 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskdVXcTx/build/asan/bin/kudu with pid 28116
13:55:16.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T13:55:16Z chronyd exiting

Time: 40.227

OK (1 test)

