JUnit version 4.13.2
.19:58:19.947 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786478299937
19:58:20.017 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
19:58:20.098 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:58:20.112 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskVMujB3/test-tmp
19:58:20.117 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
19:58:20.121 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskVMujB3/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
19:58:20.313 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

19:58:20.504 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
19:58:20.506 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

19:58:20.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.508980  5399 mini_oidc.cc:150] Starting JWKS server
19:58:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.511448  5399 webserver.cc:533] Webserver started at http://127.0.0.1:40945/ using document root <none> and password file <none>
19:58:20.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.511725  5399 mini_oidc.cc:186] Starting OIDC Discovery server
19:58:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.512948  5399 webserver.cc:533] Webserver started at http://127.0.0.1:40265/ using document root <none> and password file <none>
19:58:20.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T19:58:20Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
19:58:20.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T19:58:20Z Disabled control of system clock
19:58:20.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.544147  5399 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:20.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:20.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-0/wal
19:58:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-0/data
19:58:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:20.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-0/logs
19:58:20.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-0/data/info.pb
19:58:20.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:20.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:58:20.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:20.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:20.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:20.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.254:35161
19:58:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.254
19:58:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:20.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:20.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:20.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:20.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:20.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:20.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40945/jwks.json with env {}
19:58:20.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:20.889945  5420 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:20.890326  5420 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:20.890407  5420 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:20.899677  5420 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:58:20.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:20.899801  5420 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:20.899863  5420 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:58:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:20.899901  5420 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:58:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:20.899962  5420 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:58:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:20.900014  5420 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40945/jwks.json
19:58:20.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.911092  5420 master_runner.cc:387] Master server non-default flags:
19:58:20.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-0/logs
19:58:20.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:20.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:20.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:20.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:20.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:20.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:20.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-0/data
19:58:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-0/wal
19:58:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.254:35161
19:58:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40945/jwks.json
19:58:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-0/data/info.pb
19:58:20.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.254
19:58:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:58:20.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:58:20.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:20.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
19:58:20.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:20.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
19:58:20.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
19:58:20.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:20.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.913117  5420 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:20.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.915488  5420 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:20.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:20.925252  5429 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:20.925341  5428 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:20.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:20.926292  5433 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:20.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.927273  5420 server_base.cc:1061] running on GCE node
19:58:20.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.928254  5420 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:20.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.930143  5420 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:20.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.931385  5420 hybrid_clock.cc:648] HybridClock initialized: now 1786478300931330 us; error 124 us; skew 500 ppm
19:58:20.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.931869  5420 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.934376  5420 webserver.cc:533] Webserver started at http://127.5.69.254:42887/ using document root <none> and password file <none>
19:58:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.935272  5420 fs_manager.cc:362] Metadata directory not provided
19:58:20.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.935390  5420 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.935890  5420 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:58:20.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.938874  5420 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-0/data/instance:
19:58:20.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af198a062c5841918a1d42bb9c24a64f"
19:58:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:20 on dist-test-slave-bndk"
19:58:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.939879  5420 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-0/wal/instance:
19:58:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af198a062c5841918a1d42bb9c24a64f"
19:58:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:20 on dist-test-slave-bndk"
19:58:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.946230  5420 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.007s	sys 0.001s
19:58:20.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.950176  5441 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:58:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.951843  5420 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
19:58:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.952044  5420 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-0/data,/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-0/wal
19:58:20.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af198a062c5841918a1d42bb9c24a64f"
19:58:20.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:20 on dist-test-slave-bndk"
19:58:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.952309  5420 fs_report.cc:389] FS layout report
19:58:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-0/wal
19:58:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-0/wal
19:58:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-0/data/data
19:58:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:20.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:20.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:20.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:20.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:20.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:20.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:20.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:20.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.989504  5420 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:58:20.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.990651  5420 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:20.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:20.990967  5420 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.012125  5420 rpc_server.cc:307] RPC server started. Bound to: 127.5.69.254:35161
19:58:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.012132  5528 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.69.254:35161 every 8 connection(s)
19:58:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.014078  5420 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-0/data/info.pb
19:58:21.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.019693  5399 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskVMujB3/build/asan/bin/kudu as pid 5420
19:58:21.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.020015  5399 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-0/wal/instance
19:58:21.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.020399  5529 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.022621  5399 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-1/wal
19:58:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-1/data
19:58:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:21.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:21.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:21.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:21.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-1/logs
19:58:21.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-1/data/info.pb
19:58:21.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:21.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:21.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:21.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:21.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:58:21.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.253:39167
19:58:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.253
19:58:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:21.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:21.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:21.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:21.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:21.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:21.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:21.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:21.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40945/jwks.json with env {}
19:58:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.027797  5529 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } has no permanent_uuid. Determining permanent_uuid...
19:58:21.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.049157  5529 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } has no permanent_uuid. Determining permanent_uuid...
19:58:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.050454  5443 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.69.253:39167: connect: Connection refused (error 111)
19:58:21.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.052269  5529 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.69.253:39167: Network error: Client connection negotiation failed: client connection to 127.5.69.253:39167: connect: Connection refused (error 111)
19:58:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.101660  5529 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } attempt: 1
19:58:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.103971  5529 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.69.253:39167: Network error: Client connection negotiation failed: client connection to 127.5.69.253:39167: connect: Connection refused (error 111)
19:58:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.172266  5529 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } attempt: 2
19:58:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.175346  5529 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.69.253:39167: Network error: Client connection negotiation failed: client connection to 127.5.69.253:39167: connect: Connection refused (error 111)
19:58:21.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.266682  5529 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } attempt: 3
19:58:21.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.269408  5529 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.69.253:39167: Network error: Client connection negotiation failed: client connection to 127.5.69.253:39167: connect: Connection refused (error 111)
19:58:21.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.381402  5532 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:21.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.381780  5532 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:21.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.381860  5532 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.391584  5532 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:58:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.391741  5532 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:21.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.391824  5532 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:58:21.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.391885  5532 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:58:21.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.391973  5532 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:58:21.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.392024  5532 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40945/jwks.json
19:58:21.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.403230  5532 master_runner.cc:387] Master server non-default flags:
19:58:21.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-1/logs
19:58:21.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:21.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:21.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:21.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:21.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:21.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:21.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-1/data
19:58:21.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-1/wal
19:58:21.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:21.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:21.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:21.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:21.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:21.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.253:39167
19:58:21.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:21.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:21.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:21.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40945/jwks.json
19:58:21.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:21.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:21.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-1/data/info.pb
19:58:21.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.253
19:58:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:58:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:58:21.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
19:58:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
19:58:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
19:58:21.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:21.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.405151  5532 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:21.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.408349  5532 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:21.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.412710  5529 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } attempt: 4
19:58:21.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.414968  5529 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.69.253:39167: Network error: Client connection negotiation failed: client connection to 127.5.69.253:39167: connect: Connection refused (error 111)
19:58:21.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.418942  5547 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.420797  5545 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:21.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.426265  5551 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:21.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.426927  5532 server_base.cc:1061] running on GCE node
19:58:21.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.428099  5532 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.430289  5532 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:21.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.432054  5532 hybrid_clock.cc:648] HybridClock initialized: now 1786478301431935 us; error 111 us; skew 500 ppm
19:58:21.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.432540  5532 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:21.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.435248  5532 webserver.cc:533] Webserver started at http://127.5.69.253:40371/ using document root <none> and password file <none>
19:58:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.436204  5532 fs_manager.cc:362] Metadata directory not provided
19:58:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.436327  5532 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:21.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.436837  5532 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:58:21.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.439597  5532 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-1/data/instance:
19:58:21.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e103bd5ad26f4f2b8f3e089ebf453f40"
19:58:21.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:21 on dist-test-slave-bndk"
19:58:21.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.440632  5532 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-1/wal/instance:
19:58:21.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e103bd5ad26f4f2b8f3e089ebf453f40"
19:58:21.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:21 on dist-test-slave-bndk"
19:58:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.447137  5532 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.004s	sys 0.004s
19:58:21.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.451220  5563 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:58:21.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.453011  5532 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
19:58:21.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.453238  5532 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-1/data,/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-1/wal
19:58:21.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e103bd5ad26f4f2b8f3e089ebf453f40"
19:58:21.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:21 on dist-test-slave-bndk"
19:58:21.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.453533  5532 fs_report.cc:389] FS layout report
19:58:21.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:21.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-1/wal
19:58:21.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-1/wal
19:58:21.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-1/data/data
19:58:21.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:21.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:21.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:21.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:21.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:21.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:21.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:21.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:21.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:21.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:21.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.473539  5532 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:58:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.474671  5532 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:21.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.475013  5532 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:21.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.496435  5532 rpc_server.cc:307] RPC server started. Bound to: 127.5.69.253:39167
19:58:21.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.496459  5646 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.69.253:39167 every 8 connection(s)
19:58:21.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.498375  5532 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-1/data/info.pb
19:58:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.503294  5647 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.504807  5399 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskVMujB3/build/asan/bin/kudu as pid 5532
19:58:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.504984  5399 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-1/wal/instance
19:58:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.506198  5399 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-2/wal
19:58:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-2/data
19:58:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-2/logs
19:58:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-2/data/info.pb
19:58:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:58:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.252:33625
19:58:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.252
19:58:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40945/jwks.json with env {}
19:58:21.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.511044  5647 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } has no permanent_uuid. Determining permanent_uuid...
19:58:21.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.529531  5647 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } has no permanent_uuid. Determining permanent_uuid...
19:58:21.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.540079  5647 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } has no permanent_uuid. Determining permanent_uuid...
19:58:21.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.541455  5564 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.69.252:33625: connect: Connection refused (error 111)
19:58:21.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.543244  5647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.69.252:33625: Network error: Client connection negotiation failed: client connection to 127.5.69.252:33625: connect: Connection refused (error 111)
19:58:21.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.592598  5647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } attempt: 1
19:58:21.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.595151  5647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.69.252:33625: Network error: Client connection negotiation failed: client connection to 127.5.69.252:33625: connect: Connection refused (error 111)
19:58:21.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.663515  5647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } attempt: 2
19:58:21.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.666179  5647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.69.252:33625: Network error: Client connection negotiation failed: client connection to 127.5.69.252:33625: connect: Connection refused (error 111)
19:58:21.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.714251  5529 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } attempt: 5
19:58:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.722375  5529 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } has no permanent_uuid. Determining permanent_uuid...
19:58:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.726711  5529 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.69.252:33625: Network error: Client connection negotiation failed: client connection to 127.5.69.252:33625: connect: Connection refused (error 111)
19:58:21.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.757462  5647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } attempt: 3
19:58:21.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.759656  5647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.69.252:33625: Network error: Client connection negotiation failed: client connection to 127.5.69.252:33625: connect: Connection refused (error 111)
19:58:21.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.777994  5529 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } attempt: 1
19:58:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.780112  5529 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.69.252:33625: Network error: Client connection negotiation failed: client connection to 127.5.69.252:33625: connect: Connection refused (error 111)
19:58:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.848346  5529 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } attempt: 2
19:58:21.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.850731  5529 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.69.252:33625: Network error: Client connection negotiation failed: client connection to 127.5.69.252:33625: connect: Connection refused (error 111)
19:58:21.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.883884  5649 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:21.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.884239  5649 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:21.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.884321  5649 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:21.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.893409  5649 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:58:21.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.893527  5649 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:21.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.893587  5649 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:58:21.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.893630  5649 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:58:21.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.893709  5649 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:58:21.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.893759  5649 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40945/jwks.json
19:58:21.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.902943  5647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } attempt: 4
19:58:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.905300  5647 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.69.252:33625: Network error: Client connection negotiation failed: client connection to 127.5.69.252:33625: connect: Connection refused (error 111)
19:58:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.905926  5649 master_runner.cc:387] Master server non-default flags:
19:58:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-2/logs
19:58:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-2/data
19:58:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-2/wal
19:58:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.252:33625
19:58:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40945/jwks.json
19:58:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-2/data/info.pb
19:58:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.252
19:58:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:21.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:58:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:58:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
19:58:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
19:58:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
19:58:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.907969  5649 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.910709  5649 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:21.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.920084  5666 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.920068  5664 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:21.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.921178  5668 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:21.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.921882  5649 server_base.cc:1061] running on GCE node
19:58:21.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.922655  5649 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:21.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.924134  5649 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:21.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.925330  5649 hybrid_clock.cc:648] HybridClock initialized: now 1786478301925258 us; error 58 us; skew 500 ppm
19:58:21.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.925707  5649 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:21.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.928195  5649 webserver.cc:533] Webserver started at http://127.5.69.252:46781/ using document root <none> and password file <none>
19:58:21.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.928969  5649 fs_manager.cc:362] Metadata directory not provided
19:58:21.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.929067  5649 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:21.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.929473  5649 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:58:21.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.931988  5649 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-2/data/instance:
19:58:21.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b40abc48486c470c8934aa90973e9c7f"
19:58:21.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:21 on dist-test-slave-bndk"
19:58:21.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.932955  5649 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-2/wal/instance:
19:58:21.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b40abc48486c470c8934aa90973e9c7f"
19:58:21.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:21 on dist-test-slave-bndk"
19:58:21.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.940573  5649 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
19:58:21.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.944221  5678 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:58:21.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.945886  5649 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.002s
19:58:21.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.946044  5649 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-2/data,/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-2/wal
19:58:21.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b40abc48486c470c8934aa90973e9c7f"
19:58:21.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:21 on dist-test-slave-bndk"
19:58:21.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.946239  5649 fs_report.cc:389] FS layout report
19:58:21.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:21.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-2/wal
19:58:21.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-2/wal
19:58:21.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-2/data/data
19:58:21.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:21.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:21.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:21.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.957013  5529 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } attempt: 3
19:58:21.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:21.959051  5529 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.69.252:33625: Network error: Client connection negotiation failed: client connection to 127.5.69.252:33625: connect: Connection refused (error 111)
19:58:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.964905  5649 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:58:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.966004  5649 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.966269  5649 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:21.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.985908  5649 rpc_server.cc:307] RPC server started. Bound to: 127.5.69.252:33625
19:58:21.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.985929  5772 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.69.252:33625 every 8 connection(s)
19:58:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.987949  5649 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-2/data/info.pb
19:58:21.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.991077  5399 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskVMujB3/build/asan/bin/kudu as pid 5649
19:58:21.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.991250  5399 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/master-2/wal/instance
19:58:21.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:21.992873  5773 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.001346  5773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } has no permanent_uuid. Determining permanent_uuid...
19:58:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.014860  5773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } has no permanent_uuid. Determining permanent_uuid...
19:58:22.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.022884  5773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } has no permanent_uuid. Determining permanent_uuid...
19:58:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.033761  5773 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f: Bootstrap starting.
19:58:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.037576  5773 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f: Neither blocks nor log segments found. Creating new log.
19:58:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.038729  5773 log.cc:826] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f: Log is configured to *not* fsync() on all Append() calls
19:58:22.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.041504  5773 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f: No bootstrap required, opened a new log
19:58:22.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.047369  5773 raft_consensus.cc:359] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } }
19:58:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.047719  5773 raft_consensus.cc:385] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.047808  5773 raft_consensus.cc:740] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b40abc48486c470c8934aa90973e9c7f, State: Initialized, Role: FOLLOWER
19:58:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.048561  5773 consensus_queue.cc:260] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } }
19:58:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.050101  5786 sys_catalog.cc:455] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } } }
19:58:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.050381  5786 sys_catalog.cc:458] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f [sys.catalog]: This master's current role is: FOLLOWER
19:58:22.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.051141  5773 sys_catalog.cc:565] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f [sys.catalog]: configured and running, proceeding with master startup.
19:58:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:22.061079  5803 catalog_manager.cc:1594] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:22.061252  5803 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.058986  5649 master_runner.cc:187] Error getting master registration for 127.5.69.254:35161: OK, instance_id { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" instance_seqno: 1786478301006398 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:58:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.064139  5649 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:58:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.136260  5529 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } attempt: 4
19:58:22.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.149354  5529 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f: Bootstrap starting.
19:58:22.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.154346  5529 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f: Neither blocks nor log segments found. Creating new log.
19:58:22.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.155798  5529 log.cc:826] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f: Log is configured to *not* fsync() on all Append() calls
19:58:22.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.158758  5529 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f: No bootstrap required, opened a new log
19:58:22.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.164472  5529 raft_consensus.cc:359] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } }
19:58:22.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.164804  5529 raft_consensus.cc:385] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:22.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.164927  5529 raft_consensus.cc:740] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: af198a062c5841918a1d42bb9c24a64f, State: Initialized, Role: FOLLOWER
19:58:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.165870  5529 consensus_queue.cc:260] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } }
19:58:22.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.167019  5807 sys_catalog.cc:455] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } } }
19:58:22.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.167332  5807 sys_catalog.cc:458] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f [sys.catalog]: This master's current role is: FOLLOWER
19:58:22.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.168576  5529 sys_catalog.cc:565] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f [sys.catalog]: configured and running, proceeding with master startup.
19:58:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:22.180048  5824 catalog_manager.cc:1594] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:22.180783  5824 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:22.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.179800  5420 master_runner.cc:187] Error getting master registration for 127.5.69.253:39167: OK, instance_id { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" instance_seqno: 1786478301490745 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:58:22.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.185138  5420 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:58:22.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.204596  5647 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } attempt: 5
19:58:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.217707  5647 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40: Bootstrap starting.
19:58:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:22.218384  5690 tablet.cc:2406] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:58:22.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.222223  5647 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40: Neither blocks nor log segments found. Creating new log.
19:58:22.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.223423  5647 log.cc:826] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40: Log is configured to *not* fsync() on all Append() calls
19:58:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.226954  5647 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40: No bootstrap required, opened a new log
19:58:22.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.234629  5647 raft_consensus.cc:359] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } }
19:58:22.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.234932  5647 raft_consensus.cc:385] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:22.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.235069  5647 raft_consensus.cc:740] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e103bd5ad26f4f2b8f3e089ebf453f40, State: Initialized, Role: FOLLOWER
19:58:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.235879  5647 consensus_queue.cc:260] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } }
19:58:22.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:22.244416  5452 tablet.cc:2406] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:58:22.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.256313  5829 sys_catalog.cc:455] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } } }
19:58:22.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.257261  5829 sys_catalog.cc:458] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [sys.catalog]: This master's current role is: FOLLOWER
19:58:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.257844  5647 sys_catalog.cc:565] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [sys.catalog]: configured and running, proceeding with master startup.
19:58:22.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.274132  5829 raft_consensus.cc:493] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:22.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.274395  5829 raft_consensus.cc:515] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } }
19:58:22.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.276247  5829 leader_election.cc:290] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers af198a062c5841918a1d42bb9c24a64f (127.5.69.254:35161), b40abc48486c470c8934aa90973e9c7f (127.5.69.252:33625)
19:58:22.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.278774  5727 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b40abc48486c470c8934aa90973e9c7f" is_pre_election: true
19:58:22.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.279446  5727 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e103bd5ad26f4f2b8f3e089ebf453f40 in term 0.
19:58:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.282382  5564 leader_election.cc:304] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b40abc48486c470c8934aa90973e9c7f, e103bd5ad26f4f2b8f3e089ebf453f40; no voters: 
19:58:22.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.283427  5829 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:58:22.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.283592  5829 raft_consensus.cc:493] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:58:22.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.283695  5829 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [term 0 FOLLOWER]: Advancing to term 1
19:58:22.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:22.285202  5842 catalog_manager.cc:1594] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:22.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:22.285353  5842 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:22.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.287127  5829 raft_consensus.cc:515] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } }
19:58:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.288988  5484 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af198a062c5841918a1d42bb9c24a64f"
19:58:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.289273  5725 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b40abc48486c470c8934aa90973e9c7f"
19:58:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.289520  5532 master_runner.cc:264] No leader master found from master e103bd5ad26f4f2b8f3e089ebf453f40
19:58:22.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.289631  5532 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:58:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.289572  5484 raft_consensus.cc:3060] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f [term 0 FOLLOWER]: Advancing to term 1
19:58:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.289559  5725 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f [term 0 FOLLOWER]: Advancing to term 1
19:58:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.289922  5487 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af198a062c5841918a1d42bb9c24a64f" is_pre_election: true
19:58:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.291527  5829 leader_election.cc:290] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [CANDIDATE]: Term 1 election: Requested vote from peers af198a062c5841918a1d42bb9c24a64f (127.5.69.254:35161), b40abc48486c470c8934aa90973e9c7f (127.5.69.252:33625)
19:58:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.293033  5725 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e103bd5ad26f4f2b8f3e089ebf453f40 in term 1.
19:58:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.293501  5484 raft_consensus.cc:2468] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e103bd5ad26f4f2b8f3e089ebf453f40 in term 1.
19:58:22.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.293654  5564 leader_election.cc:304] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b40abc48486c470c8934aa90973e9c7f, e103bd5ad26f4f2b8f3e089ebf453f40; no voters: 
19:58:22.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.300972  5829 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [term 1 FOLLOWER]: Leader election won for term 1
19:58:22.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.307585  5829 raft_consensus.cc:697] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [term 1 LEADER]: Becoming Leader. State: Replica: e103bd5ad26f4f2b8f3e089ebf453f40, State: Running, Role: LEADER
19:58:22.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.308795  5829 consensus_queue.cc:237] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } }
19:58:22.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.319540  5845 sys_catalog.cc:455] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e103bd5ad26f4f2b8f3e089ebf453f40. Latest consensus state: current_term: 1 leader_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } } }
19:58:22.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.320503  5845 sys_catalog.cc:458] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [sys.catalog]: This master's current role is: LEADER
19:58:22.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.333880  5848 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
19:58:22.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.336293  5848 catalog_manager.cc:1520] Initializing Kudu cluster ID...
19:58:22.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.364503  5725 raft_consensus.cc:1275] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f [term 1 FOLLOWER]: Refusing update from remote peer e103bd5ad26f4f2b8f3e089ebf453f40: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:58:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.366405  5845 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:58:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.380170  5484 raft_consensus.cc:1275] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f [term 1 FOLLOWER]: Refusing update from remote peer e103bd5ad26f4f2b8f3e089ebf453f40: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:58:22.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.381904  5845 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [LEADER]: Connected to new peer: Peer: permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:58:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.409893  5786 sys_catalog.cc:455] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f [sys.catalog]: SysCatalogTable state changed. Reason: New leader e103bd5ad26f4f2b8f3e089ebf453f40. Latest consensus state: current_term: 1 leader_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } } }
19:58:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.410203  5786 sys_catalog.cc:458] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f [sys.catalog]: This master's current role is: FOLLOWER
19:58:22.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.419955  5850 mvcc.cc:204] Tried to move back new op lower bound from 7317415126469300224 to 7317415126268207104. Current Snapshot: MvccSnapshot[applied={T|T < 7317415126469300224}]
19:58:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.431984  5807 sys_catalog.cc:455] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f [sys.catalog]: SysCatalogTable state changed. Reason: New leader e103bd5ad26f4f2b8f3e089ebf453f40. Latest consensus state: current_term: 1 leader_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } } }
19:58:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.432307  5807 sys_catalog.cc:458] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f [sys.catalog]: This master's current role is: FOLLOWER
19:58:22.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.434098  5786 sys_catalog.cc:455] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } } }
19:58:22.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.434366  5786 sys_catalog.cc:458] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f [sys.catalog]: This master's current role is: FOLLOWER
19:58:22.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.439033  5807 sys_catalog.cc:455] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } } }
19:58:22.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.439296  5807 sys_catalog.cc:458] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f [sys.catalog]: This master's current role is: FOLLOWER
19:58:22.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.453784  5845 sys_catalog.cc:455] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } } }
19:58:22.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.454074  5845 sys_catalog.cc:458] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [sys.catalog]: This master's current role is: LEADER
19:58:22.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.455220  5845 sys_catalog.cc:455] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af198a062c5841918a1d42bb9c24a64f" member_type: VOTER last_known_addr { host: "127.5.69.254" port: 35161 } } peers { permanent_uuid: "e103bd5ad26f4f2b8f3e089ebf453f40" member_type: VOTER last_known_addr { host: "127.5.69.253" port: 39167 } } peers { permanent_uuid: "b40abc48486c470c8934aa90973e9c7f" member_type: VOTER last_known_addr { host: "127.5.69.252" port: 33625 } } }
19:58:22.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.455461  5845 sys_catalog.cc:458] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40 [sys.catalog]: This master's current role is: LEADER
19:58:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.455965  5848 catalog_manager.cc:1383] Generated new cluster ID: 973b21552a514d65b00c42460e21da71
19:58:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.456076  5848 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
19:58:22.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.480808  5853 mvcc.cc:204] Tried to move back new op lower bound from 7317415126469300224 to 7317415126268207104. Current Snapshot: MvccSnapshot[applied={T|T < 7317415126469300224}]
19:58:22.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.565826  5848 catalog_manager.cc:1406] Generated new certificate authority record
19:58:22.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.568202  5848 catalog_manager.cc:1540] Loading token signing keys...
19:58:22.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.606079  5848 catalog_manager.cc:6092] T 00000000000000000000000000000000 P e103bd5ad26f4f2b8f3e089ebf453f40: Generated new TSK 0
19:58:22.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.607774  5848 catalog_manager.cc:1550] Initializing in-progress tserver states...
19:58:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:22.643967  5399 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data
19:58:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:22.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/logs
19:58:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/info.pb
19:58:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:22.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:58:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.193:0
19:58:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.193
19:58:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.193
19:58:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:22.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:22.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:22.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:58:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:23.061445  5864 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:23.061889  5864 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:23.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:23.062132  5864 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.063508  5803 catalog_manager.cc:1295] Loaded cluster ID: 973b21552a514d65b00c42460e21da71
19:58:23.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.063607  5803 catalog_manager.cc:1588] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f: loading cluster ID for follower catalog manager: success
19:58:23.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.066480  5803 catalog_manager.cc:1610] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f: acquiring CA information for follower catalog manager: success
19:58:23.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.068903  5803 catalog_manager.cc:1638] T 00000000000000000000000000000000 P b40abc48486c470c8934aa90973e9c7f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:58:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:23.072649  5864 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:23.072871  5864 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.69.193
19:58:23.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.083973  5864 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:23.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/logs
19:58:23.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:23.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data
19:58:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.193:0
19:58:23.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:23.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:23.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:23.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/info.pb
19:58:23.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.193
19:58:23.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:23.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:23.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:23.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:23.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:23.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:23.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:23.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.193
19:58:23.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:58:23.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:23.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:23.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
19:58:23.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:23.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
19:58:23.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
19:58:23.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:23.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.086436  5864 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:23.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.089043  5864 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:23.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:23.099480  5871 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:23.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:23.099612  5872 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:23.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:23.100641  5876 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:23.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.101934  5864 server_base.cc:1061] running on GCE node
19:58:23.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.102555  5864 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.103541  5864 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:23.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.104802  5864 hybrid_clock.cc:648] HybridClock initialized: now 1786478303104739 us; error 41 us; skew 500 ppm
19:58:23.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.105297  5864 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:23.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.107923  5864 webserver.cc:533] Webserver started at http://127.5.69.193:38869/ using document root <none> and password file <none>
19:58:23.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.108807  5864 fs_manager.cc:362] Metadata directory not provided
19:58:23.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.108927  5864 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:23.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.109442  5864 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:58:23.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.112406  5864 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/instance:
19:58:23.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca9dcdf28b9148118972d519b6b2ddae"
19:58:23.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:23 on dist-test-slave-bndk"
19:58:23.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.113415  5864 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal/instance:
19:58:23.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca9dcdf28b9148118972d519b6b2ddae"
19:58:23.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:23 on dist-test-slave-bndk"
19:58:23.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.120174  5864 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.000s
19:58:23.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.124091  5893 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:58:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.125634  5864 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
19:58:23.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.125828  5864 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data,/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:23.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca9dcdf28b9148118972d519b6b2ddae"
19:58:23.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:23 on dist-test-slave-bndk"
19:58:23.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.126111  5864 fs_report.cc:389] FS layout report
19:58:23.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:23.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:23.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:23.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/data
19:58:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:23.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.142333  5864 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:58:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.143445  5864 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.143772  5864 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.144889  5864 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:58:23.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.146765  5864 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:58:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.146872  5864 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
19:58:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.146979  5864 ts_tablet_manager.cc:616] Registered 0 tablets
19:58:23.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.147055  5864 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
19:58:23.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.183682  5824 catalog_manager.cc:1295] Loaded cluster ID: 973b21552a514d65b00c42460e21da71
19:58:23.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.183822  5824 catalog_manager.cc:1588] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f: loading cluster ID for follower catalog manager: success
19:58:23.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.186708  5864 rpc_server.cc:307] RPC server started. Bound to: 127.5.69.193:38319
19:58:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.186738  6073 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.69.193:38319 every 8 connection(s)
19:58:23.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.187752  5824 catalog_manager.cc:1610] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f: acquiring CA information for follower catalog manager: success
19:58:23.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.188601  5864 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/info.pb
19:58:23.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.190451  5824 catalog_manager.cc:1638] T 00000000000000000000000000000000 P af198a062c5841918a1d42bb9c24a64f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:58:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.197826  5399 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskVMujB3/build/asan/bin/kudu as pid 5864
19:58:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.198086  5399 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal/instance
19:58:23.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.203609  5399 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data
19:58:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/logs
19:58:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data/info.pb
19:58:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:23.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:58:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.194:0
19:58:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.194
19:58:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.194
19:58:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:23.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:23.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:58:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.210738  6077 heartbeater.cc:344] Connected to a master server at 127.5.69.254:35161
19:58:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.210809  6085 heartbeater.cc:344] Connected to a master server at 127.5.69.253:39167
19:58:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.211249  6077 heartbeater.cc:461] Registering TS with master...
19:58:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.211244  6085 heartbeater.cc:461] Registering TS with master...
19:58:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.212484  6085 heartbeater.cc:507] Master 127.5.69.253:39167 requested a full tablet report, sending...
19:58:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.212522  6077 heartbeater.cc:507] Master 127.5.69.254:35161 requested a full tablet report, sending...
19:58:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.215190  5590 ts_manager.cc:194] Registered new tserver with Master: ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:23.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.215209  5467 ts_manager.cc:194] Registered new tserver with Master: ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:23.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.217202  5590 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.69.193:54195
19:58:23.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.219854  6076 heartbeater.cc:344] Connected to a master server at 127.5.69.252:33625
19:58:23.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.220041  6076 heartbeater.cc:461] Registering TS with master...
19:58:23.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.220696  6076 heartbeater.cc:507] Master 127.5.69.252:33625 requested a full tablet report, sending...
19:58:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.222608  5708 ts_manager.cc:194] Registered new tserver with Master: ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:23.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:23.588762  6100 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:23.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:23.589120  6100 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:23.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:23.589264  6100 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:23.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:23.602497  6100 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:23.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:23.602727  6100 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.69.194
19:58:23.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.615481  6100 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/logs
19:58:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data
19:58:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.194:0
19:58:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data/info.pb
19:58:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.194
19:58:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.194
19:58:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:58:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
19:58:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
19:58:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
19:58:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.617960  6100 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:23.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.620352  6100 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:23.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:23.631498  6107 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:23.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:23.631613  6108 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:23.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:23.632980  6110 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:23.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.633460  6100 server_base.cc:1061] running on GCE node
19:58:23.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.634056  6100 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.635064  6100 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.636329  6100 hybrid_clock.cc:648] HybridClock initialized: now 1786478303636261 us; error 39 us; skew 500 ppm
19:58:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.636744  6100 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:23.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.639362  6100 webserver.cc:533] Webserver started at http://127.5.69.194:40533/ using document root <none> and password file <none>
19:58:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.640317  6100 fs_manager.cc:362] Metadata directory not provided
19:58:23.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.640445  6100 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:23.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.640893  6100 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:58:23.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.643561  6100 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data/instance:
19:58:23.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834"
19:58:23.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:23 on dist-test-slave-bndk"
19:58:23.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.644474  6100 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal/instance:
19:58:23.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834"
19:58:23.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:23 on dist-test-slave-bndk"
19:58:23.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.650393  6100 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.004s	sys 0.003s
19:58:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.654258  6125 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:58:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.656028  6100 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.001s
19:58:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.656219  6100 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data,/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834"
19:58:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:23 on dist-test-slave-bndk"
19:58:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.656483  6100 fs_report.cc:389] FS layout report
19:58:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data/data
19:58:23.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:23.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:23.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:23.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:23.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:23.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:23.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:23.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:23.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:23.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:23.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:23.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.692622  6100 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:58:23.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.694286  6100 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:23.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.694962  6100 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:23.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.696259  6100 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:58:23.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.698437  6100 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:58:23.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.698570  6100 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
19:58:23.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.698688  6100 ts_tablet_manager.cc:616] Registered 0 tablets
19:58:23.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.698755  6100 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
19:58:23.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.738408  6100 rpc_server.cc:307] RPC server started. Bound to: 127.5.69.194:40531
19:58:23.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.738469  6323 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.69.194:40531 every 8 connection(s)
19:58:23.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.739873  6100 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data/info.pb
19:58:23.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.740559  5399 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskVMujB3/build/asan/bin/kudu as pid 6100
19:58:23.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.740787  5399 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal/instance
19:58:23.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.747190  5399 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:23.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:23.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:23.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data
19:58:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/logs
19:58:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data/info.pb
19:58:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:58:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.195:0
19:58:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.195
19:58:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.195
19:58:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:58:23.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.773926  6329 heartbeater.cc:344] Connected to a master server at 127.5.69.253:39167
19:58:23.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.774217  6324 heartbeater.cc:344] Connected to a master server at 127.5.69.252:33625
19:58:23.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.774322  6329 heartbeater.cc:461] Registering TS with master...
19:58:23.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.774415  6324 heartbeater.cc:461] Registering TS with master...
19:58:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.775660  6324 heartbeater.cc:507] Master 127.5.69.252:33625 requested a full tablet report, sending...
19:58:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.775839  6329 heartbeater.cc:507] Master 127.5.69.253:39167 requested a full tablet report, sending...
19:58:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.776201  6325 heartbeater.cc:344] Connected to a master server at 127.5.69.254:35161
19:58:23.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.776331  6325 heartbeater.cc:461] Registering TS with master...
19:58:23.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.776895  6325 heartbeater.cc:507] Master 127.5.69.254:35161 requested a full tablet report, sending...
19:58:23.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.777908  5708 ts_manager.cc:194] Registered new tserver with Master: 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531)
19:58:23.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.777954  5467 ts_manager.cc:194] Registered new tserver with Master: 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531)
19:58:23.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.778899  5590 ts_manager.cc:194] Registered new tserver with Master: 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531)
19:58:23.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:23.779819  5590 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.69.194:47739
19:58:24.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:24.118062  6345 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:24.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:24.118413  6345 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:24.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:24.118510  6345 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:24.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:24.127734  6345 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:24.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:24.127959  6345 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.69.195
19:58:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.138881  6345 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/logs
19:58:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data
19:58:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.195:0
19:58:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:24.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data/info.pb
19:58:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.195
19:58:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.195
19:58:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:58:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:24.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
19:58:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
19:58:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
19:58:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.140533  6345 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.142555  6345 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:24.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:24.152499  6351 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:24.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:24.153697  6355 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:24.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:24.154554  6358 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:24.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.155050  6345 server_base.cc:1061] running on GCE node
19:58:24.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.155642  6345 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:24.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.156653  6345 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:24.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.157891  6345 hybrid_clock.cc:648] HybridClock initialized: now 1786478304157813 us; error 70 us; skew 500 ppm
19:58:24.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.158236  6345 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:24.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.160881  6345 webserver.cc:533] Webserver started at http://127.5.69.195:45637/ using document root <none> and password file <none>
19:58:24.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.161876  6345 fs_manager.cc:362] Metadata directory not provided
19:58:24.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.162004  6345 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:24.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.162395  6345 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:58:24.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.165124  6345 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data/instance:
19:58:24.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "794f4a01f93c4554b5ee07e8b475bc5c"
19:58:24.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:24 on dist-test-slave-bndk"
19:58:24.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.166002  6345 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal/instance:
19:58:24.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "794f4a01f93c4554b5ee07e8b475bc5c"
19:58:24.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:24 on dist-test-slave-bndk"
19:58:24.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.172273  6345 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.005s	sys 0.000s
19:58:24.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.176353  6364 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:58:24.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.178090  6345 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
19:58:24.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.178260  6345 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data,/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:24.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "794f4a01f93c4554b5ee07e8b475bc5c"
19:58:24.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:24 on dist-test-slave-bndk"
19:58:24.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.178453  6345 fs_report.cc:389] FS layout report
19:58:24.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:24.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:24.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:24.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data/data
19:58:24.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:24.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.201200  6345 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:58:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.202168  6345 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.202437  6345 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:24.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.203533  6345 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:58:24.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.205329  6345 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:58:24.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.205423  6345 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
19:58:24.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.205502  6345 ts_tablet_manager.cc:616] Registered 0 tablets
19:58:24.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.205547  6345 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
19:58:24.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.220918  6085 heartbeater.cc:499] Master 127.5.69.253:39167 was elected leader, sending a full tablet report...
19:58:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.241406  6345 rpc_server.cc:307] RPC server started. Bound to: 127.5.69.195:36777
19:58:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.241472  6549 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.69.195:36777 every 8 connection(s)
19:58:24.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.243196  6345 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data/info.pb
19:58:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.250871  5399 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskVMujB3/build/asan/bin/kudu as pid 6345
19:58:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.251053  5399 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal/instance
19:58:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.264385  6550 heartbeater.cc:344] Connected to a master server at 127.5.69.252:33625
19:58:24.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.264472  6553 heartbeater.cc:344] Connected to a master server at 127.5.69.253:39167
19:58:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.264772  6553 heartbeater.cc:461] Registering TS with master...
19:58:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.264779  6550 heartbeater.cc:461] Registering TS with master...
19:58:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.264845  6551 heartbeater.cc:344] Connected to a master server at 127.5.69.254:35161
19:58:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.265028  6551 heartbeater.cc:461] Registering TS with master...
19:58:24.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.265995  6551 heartbeater.cc:507] Master 127.5.69.254:35161 requested a full tablet report, sending...
19:58:24.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.266045  6553 heartbeater.cc:507] Master 127.5.69.253:39167 requested a full tablet report, sending...
19:58:24.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.266085  6550 heartbeater.cc:507] Master 127.5.69.252:33625 requested a full tablet report, sending...
19:58:24.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.267807  5590 ts_manager.cc:194] Registered new tserver with Master: 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:24.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.267922  5708 ts_manager.cc:194] Registered new tserver with Master: 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:24.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.268090  5467 ts_manager.cc:194] Registered new tserver with Master: 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:24.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.268832  5590 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.69.195:42529
19:58:24.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.280293  5399 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
19:58:24.282 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
19:58:24.283 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

19:58:24.292 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.5.69.254"
      port: 35161
    }
    bound_http_address {
      host: "127.5.69.254"
      port: 42887
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.5.69.253"
      port: 39167
    }
    bound_http_address {
      host: "127.5.69.253"
      port: 40371
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.5.69.252"
      port: 33625
    }
    bound_http_address {
      host: "127.5.69.252"
      port: 46781
    }
  }
}

19:58:24.296 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

19:58:24.299 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.5.69.193"
      port: 38319
    }
    bound_http_address {
      host: "127.5.69.193"
      port: 38869
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.5.69.194"
      port: 40531
    }
    bound_http_address {
      host: "127.5.69.194"
      port: 40533
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.5.69.195"
      port: 36777
    }
    bound_http_address {
      host: "127.5.69.195"
      port: 45637
    }
  }
}

19:58:24.299 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:58:24.468 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
19:58:24.529 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
19:58:24.681 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.69.254:35161(127.5.69.254:35161)] connecting to peer
19:58:24.732 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.69.252:33625(127.5.69.252:33625)] connecting to peer
19:58:24.746 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.69.253:39167(127.5.69.253:39167)] connecting to peer
19:58:24.751 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.5.69.253:39167(127.5.69.253:39167)] Successfully connected to peer
19:58:24.751 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.69.252:33625(127.5.69.252:33625)] Successfully connected to peer
19:58:24.753 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.69.254:35161(127.5.69.254:35161)] Successfully connected to peer
19:58:24.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:24.782819  6329 heartbeater.cc:499] Master 127.5.69.253:39167 was elected leader, sending a full tablet report...
19:58:24.862 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.5.69.252
19:58:24.862 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.5.69.253
19:58:24.865 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.5.69.254
19:58:25.099 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x64aed2bf, L:/127.0.0.1:58584 - R:/127.5.69.254:35161] using SASL/PLAIN
19:58:25.099 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x082c41de, L:/127.0.0.1:43476 - R:/127.5.69.252:33625] using SASL/PLAIN
19:58:25.099 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xbf7b8581, L:/127.0.0.1:49790 - R:/127.5.69.253:39167] using SASL/PLAIN
19:58:25.137 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
19:58:25.138 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=495), Traces: [0ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.69.254:35161, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.69.252:33625, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.69.253:39167, [469ms] Sub RPC ConnectToMaster: received response from server master-127.5.69.254:35161: OK, [469ms] Sub RPC ConnectToMaster: received response from server master-127.5.69.252:33625: OK, [470ms] Sub RPC ConnectToMaster: received response from server master-127.5.69.253:39167: OK, deferred=null) after lookup
19:58:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.188205  5590 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49790:
19:58:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629"
19:58:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
19:58:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
19:58:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
19:58:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
19:58:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
19:58:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
19:58:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
19:58:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
19:58:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
19:58:25.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
19:58:25.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
19:58:25.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
19:58:25.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
19:58:25.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
19:58:25.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
19:58:25.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
19:58:25.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:25.193970  5590 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
19:58:25.258 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table a07785c1de7e47a68e30f9b65d1be9f8
19:58:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.271651  6553 heartbeater.cc:499] Master 127.5.69.253:39167 was elected leader, sending a full tablet report...
19:58:25.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.276427  6215 tablet_service.cc:1511] Processing CreateTablet for tablet f69a856c3aa24b91bf8002f71e16ca03 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629 [id=a07785c1de7e47a68e30f9b65d1be9f8]), partition=RANGE (key) PARTITION UNBOUNDED
19:58:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.279027  6215 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f69a856c3aa24b91bf8002f71e16ca03. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:25.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.280644  6445 tablet_service.cc:1511] Processing CreateTablet for tablet f69a856c3aa24b91bf8002f71e16ca03 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629 [id=a07785c1de7e47a68e30f9b65d1be9f8]), partition=RANGE (key) PARTITION UNBOUNDED
19:58:25.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.280644  5976 tablet_service.cc:1511] Processing CreateTablet for tablet f69a856c3aa24b91bf8002f71e16ca03 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629 [id=a07785c1de7e47a68e30f9b65d1be9f8]), partition=RANGE (key) PARTITION UNBOUNDED
19:58:25.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.282263  5976 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f69a856c3aa24b91bf8002f71e16ca03. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:25.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.282516  6445 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f69a856c3aa24b91bf8002f71e16ca03. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.294481  6594 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Bootstrap starting.
19:58:25.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.298237  6594 tablet_bootstrap.cc:654] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Neither blocks nor log segments found. Creating new log.
19:58:25.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.299679  6594 log.cc:826] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Log is configured to *not* fsync() on all Append() calls
19:58:25.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.299916  6598 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Bootstrap starting.
19:58:25.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.302315  6595 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Bootstrap starting.
19:58:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.304402  6598 tablet_bootstrap.cc:654] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Neither blocks nor log segments found. Creating new log.
19:58:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.306697  6598 log.cc:826] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Log is configured to *not* fsync() on all Append() calls
19:58:25.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.307266  6595 tablet_bootstrap.cc:654] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Neither blocks nor log segments found. Creating new log.
19:58:25.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.308720  6595 log.cc:826] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Log is configured to *not* fsync() on all Append() calls
19:58:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.311786  6594 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: No bootstrap required, opened a new log
19:58:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.312137  6594 ts_tablet_manager.cc:1403] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Time spent bootstrapping tablet: real 0.018s	user 0.003s	sys 0.011s
19:58:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.312198  6598 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: No bootstrap required, opened a new log
19:58:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.312206  6595 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: No bootstrap required, opened a new log
19:58:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.312497  6595 ts_tablet_manager.cc:1403] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Time spent bootstrapping tablet: real 0.010s	user 0.006s	sys 0.000s
19:58:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.312491  6598 ts_tablet_manager.cc:1403] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Time spent bootstrapping tablet: real 0.013s	user 0.009s	sys 0.000s
19:58:25.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.317752  6594 raft_consensus.cc:359] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:25.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.318465  6594 raft_consensus.cc:385] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:25.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.318584  6594 raft_consensus.cc:740] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, State: Initialized, Role: FOLLOWER
19:58:25.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.319330  6594 consensus_queue.cc:260] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.320067  6598 raft_consensus.cc:359] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.320067  6595 raft_consensus.cc:359] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.320531  6595 raft_consensus.cc:385] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.320652  6595 raft_consensus.cc:740] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca9dcdf28b9148118972d519b6b2ddae, State: Initialized, Role: FOLLOWER
19:58:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.321177  6598 raft_consensus.cc:385] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.321501  6598 raft_consensus.cc:740] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 794f4a01f93c4554b5ee07e8b475bc5c, State: Initialized, Role: FOLLOWER
19:58:25.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.321481  6595 consensus_queue.cc:260] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:25.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.324173  6598 consensus_queue.cc:260] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.328522  6594 ts_tablet_manager.cc:1434] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Time spent starting tablet: real 0.016s	user 0.014s	sys 0.000s
19:58:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.339783  6595 ts_tablet_manager.cc:1434] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Time spent starting tablet: real 0.027s	user 0.002s	sys 0.016s
19:58:25.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.342415  6598 ts_tablet_manager.cc:1434] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Time spent starting tablet: real 0.030s	user 0.008s	sys 0.009s
19:58:25.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.405900  6603 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:25.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.406262  6603 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:25.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.408722  6603 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.416013  6477 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "ca9dcdf28b9148118972d519b6b2ddae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" is_pre_election: true
19:58:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.416064  6246 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "ca9dcdf28b9148118972d519b6b2ddae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" is_pre_election: true
19:58:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.416515  6477 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca9dcdf28b9148118972d519b6b2ddae in term 0.
19:58:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.416543  6246 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca9dcdf28b9148118972d519b6b2ddae in term 0.
19:58:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.417166  5897 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 794f4a01f93c4554b5ee07e8b475bc5c, ca9dcdf28b9148118972d519b6b2ddae; no voters: 
19:58:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.417577  6603 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 0 FOLLOWER]: Leader pre-election won for term 1
19:58:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.417745  6603 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:58:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.417845  6603 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 0 FOLLOWER]: Advancing to term 1
19:58:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.419963  6603 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.420573  6603 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 1 election: Requested vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:25.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.421125  6246 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "ca9dcdf28b9148118972d519b6b2ddae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834"
19:58:25.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.421154  6477 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "ca9dcdf28b9148118972d519b6b2ddae" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "794f4a01f93c4554b5ee07e8b475bc5c"
19:58:25.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.421347  6477 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 0 FOLLOWER]: Advancing to term 1
19:58:25.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.421383  6246 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 0 FOLLOWER]: Advancing to term 1
19:58:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.423488  6477 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca9dcdf28b9148118972d519b6b2ddae in term 1.
19:58:25.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.423820  6246 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca9dcdf28b9148118972d519b6b2ddae in term 1.
19:58:25.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.423919  5897 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 794f4a01f93c4554b5ee07e8b475bc5c, ca9dcdf28b9148118972d519b6b2ddae; no voters: 
19:58:25.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.424220  6603 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 1 FOLLOWER]: Leader election won for term 1
19:58:25.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.424760  6603 raft_consensus.cc:697] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 1 LEADER]: Becoming Leader. State: Replica: ca9dcdf28b9148118972d519b6b2ddae, State: Running, Role: LEADER
19:58:25.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.425422  6603 consensus_queue.cc:237] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:25.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.435186  5590 catalog_manager.cc:5719] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae reported cstate change: term changed from 0 to 1, leader changed from <none> to ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193). New cstate: current_term: 1 leader_uuid: "ca9dcdf28b9148118972d519b6b2ddae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } health_report { overall_health: HEALTHY } } }
19:58:25.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:25.446077  6086 tablet.cc:2406] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:58:25.451 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table a07785c1de7e47a68e30f9b65d1be9f8
19:58:25.476 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:25.484 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:25.486 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [12ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=null) after lookup
19:58:25.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:25.498270  6554 tablet.cc:2406] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:58:25.499 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:25.503 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] Successfully connected to peer
19:58:25.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:25.512147  6332 tablet.cc:2406] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:58:25.580 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x58d8e705, L:/127.0.0.1:55468 - R:/127.5.69.193:38319] using TOKEN/null
19:58:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.592705  6477 raft_consensus.cc:1275] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 1 FOLLOWER]: Refusing update from remote peer ca9dcdf28b9148118972d519b6b2ddae: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:58:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.592798  6246 raft_consensus.cc:1275] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 1 FOLLOWER]: Refusing update from remote peer ca9dcdf28b9148118972d519b6b2ddae: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:58:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.593988  6611 consensus_queue.cc:1048] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [LEADER]: Connected to new peer: Peer: permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:58:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.594717  6603 consensus_queue.cc:1048] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [LEADER]: Connected to new peer: Peer: permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:58:25.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.634090  6618 mvcc.cc:204] Tried to move back new op lower bound from 7317415139695828992 to 7317415139027464192. Current Snapshot: MvccSnapshot[applied={T|T < 7317415139695828992}]
19:58:25.768 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629, tablet=f69a856c3aa24b91bf8002f71e16ca03, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
19:58:25.770 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.69.193:38319
19:58:25.772 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

19:58:25.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.773051  5399 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskVMujB3/build/asan/bin/kudu pid 5864
19:58:25.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.783536  6066 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:25.886698  5399 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskVMujB3/build/asan/bin/kudu with pid 5864
19:58:25.913 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:25.916 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] handling channelInactive
19:58:25.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state READY due to: connection closed
19:58:25.917 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: connection closed
19:58:25.928 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:25.929 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:25.929 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [2ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [14ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@2000123146(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@432ccd94 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3fb0409c -> wakeup thread Time-limited test)) after lookup
19:58:25.930 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:25.932 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:25.933 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:25.933 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:25.948 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:25.948 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:25.948 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [2ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [14ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [16ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [19ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [19ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [33ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@2000123146(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@432ccd94 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@863812592 after retry RPC@1304673297), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3fb0409c -> wakeup thread Time-limited test -> (continuation of Deferred@863812592 after retry RPC@1304673297))) after lookup
19:58:25.949 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:25.951 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:25.951 [DEBUG - kudu-nio-5] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:25.952 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:25.988 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:25.989 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:25.989 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=75), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [2ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [14ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [16ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [19ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [19ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [33ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [35ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [38ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [38ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [74ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@2000123146(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@432ccd94 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@863812592 after retry RPC@1304673297) -> (continuation of Deferred@1206418859 after retry RPC@1677426055), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3fb0409c -> wakeup thread Time-limited test -> (continuation of Deferred@863812592 after retry RPC@1304673297) -> (continuation of Deferred@1206418859 after retry RPC@1677426055))) after lookup
19:58:25.990 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:25.992 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:25.992 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:25.992 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:26.128 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:26.128 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:26.129 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=214), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [2ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [14ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [16ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [19ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [19ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [33ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [35ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [38ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [38ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [74ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [76ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [78ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [78ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [210ms] refreshing cache from master, [210ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [213ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@2000123146(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@432ccd94 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@863812592 after retry RPC@1304673297) -> (continuation of Deferred@1206418859 after retry RPC@1677426055) -> (continuation of Deferred@635259726 after retry RPC@1267634629), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3fb0409c -> wakeup thread Time-limited test -> (continuation of Deferred@863812592 after retry RPC@1304673297) -> (continuation of Deferred@1206418859 after retry RPC@1677426055) -> (continuation of Deferred@635259726 after retry RPC@1267634629))) after lookup
19:58:26.130 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:26.132 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:26.132 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:26.132 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:26.328 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:26.329 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:26.330 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=415), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [2ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [14ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [16ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [19ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [19ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [33ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [35ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [38ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [38ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [74ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [76ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [78ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [78ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [210ms] refreshing cache from master, [210ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [213ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [215ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [218ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [218ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [410ms] refreshing cache from master, [411ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [414ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@2000123146(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@432ccd94 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@863812592 after retry RPC@1304673297) -> (continuation of Deferred@1206418859 after retry RPC@1677426055) -> (continuation of Deferred@635259726 after retry RPC@1267634629) -> (continuation of Deferred@912798369 after retry RPC@1978533653), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3fb0409c -> wakeup thread Time-limited test -> (continuation of Deferred@863812592 after retry RPC@1304673297) -> (continuation of Deferred@1206418859 after retry RPC@1677426055) -> (continuation of Deferred@635259726 after retry RPC@1267634629) -> (continuation of Deferred@912798369 after retry RPC@1978533653))) after lookup
19:58:26.331 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:26.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:26.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:26.332 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:27.168 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:27.168 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:27.169 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1254), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [2ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [14ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [16ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [19ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [19ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [33ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [35ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [38ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [38ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [74ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [76ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [78ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [78ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [210ms] refreshing cache from master, [210ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [213ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [215ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [218ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [218ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [410ms] refreshing cache from master, [411ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [414ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [416ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [418ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [418ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [1250ms] refreshing cache from master, [1250ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [1253ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@2000123146(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@432ccd94 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@863812592 after retry RPC@1304673297) -> (continuation of Deferred@1206418859 after retry RPC@1677426055) -> (continuation of Deferred@635259726 after retry RPC@1267634629) -> (continuation of Deferred@912798369 after retry RPC@1978533653) -> (continuation of Deferred@134455735 after retry RPC@223402253), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3fb0409c -> wakeup thread Time-limited test -> (continuation of Deferred@863812592 after retry RPC@1304673297) -> (continuation of Deferred@1206418859 after retry RPC@1677426055) -> (continuation of Deferred@635259726 after retry RPC@1267634629) -> (continuation of Deferred@912798369 after retry RPC@1978533653) -> (continuation of Deferred@134455735 after retry RPC@223402253))) after lookup
19:58:27.170 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:27.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:27.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:27.171 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:27.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.186980  6643 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ca9dcdf28b9148118972d519b6b2ddae)
19:58:27.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.187196  6643 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:27.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.195461  6643 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:27.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:27.198823  6128 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111)
19:58:27.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.199465  6646 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ca9dcdf28b9148118972d519b6b2ddae)
19:58:27.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.199918  6646 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:27.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.202138  6646 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:27.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:27.203251  6365 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111)
19:58:27.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:27.203768  6128 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319): Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111)
19:58:27.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:27.205267  6365 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319): Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111)
19:58:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.207199  6476 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" is_pre_election: true
19:58:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.207458  6476 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2ffdf7f0f7aa49f5b5c44d9bd2dee834 in term 1.
19:58:27.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.208065  6130 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, 794f4a01f93c4554b5ee07e8b475bc5c; no voters: ca9dcdf28b9148118972d519b6b2ddae
19:58:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.208549  6643 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 1 FOLLOWER]: Leader pre-election won for term 2
19:58:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.208693  6643 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 1 FOLLOWER]: Starting leader election (detected failure of leader ca9dcdf28b9148118972d519b6b2ddae)
19:58:27.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.208793  6643 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 1 FOLLOWER]: Advancing to term 2
19:58:27.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.210786  6246 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" is_pre_election: true
19:58:27.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.211802  6643 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:27.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.212225  6246 raft_consensus.cc:2393] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 794f4a01f93c4554b5ee07e8b475bc5c in current term 2: Already voted for candidate 2ffdf7f0f7aa49f5b5c44d9bd2dee834 in this term.
19:58:27.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.212569  6643 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 2 election: Requested vote from peers 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.213101  6476 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "794f4a01f93c4554b5ee07e8b475bc5c"
19:58:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.213352  6476 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 1 FOLLOWER]: Advancing to term 2
19:58:27.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.213686  6371 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 794f4a01f93c4554b5ee07e8b475bc5c; no voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, ca9dcdf28b9148118972d519b6b2ddae
19:58:27.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:27.214268  6128 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319): Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111)
19:58:27.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.215601  6476 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2ffdf7f0f7aa49f5b5c44d9bd2dee834 in term 2.
19:58:27.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.215776  6646 raft_consensus.cc:2749] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
19:58:27.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.216037  6130 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, 794f4a01f93c4554b5ee07e8b475bc5c; no voters: ca9dcdf28b9148118972d519b6b2ddae
19:58:27.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.216315  6643 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 2 FOLLOWER]: Leader election won for term 2
19:58:27.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.216771  6643 raft_consensus.cc:697] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 2 LEADER]: Becoming Leader. State: Replica: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, State: Running, Role: LEADER
19:58:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.217353  6643 consensus_queue.cc:237] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:27.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.221086  5587 catalog_manager.cc:5719] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 reported cstate change: term changed from 1 to 2, leader changed from ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193) to 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194). New cstate: current_term: 2 leader_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } health_report { overall_health: UNKNOWN } } }
19:58:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.760335  6476 raft_consensus.cc:1275] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 2 FOLLOWER]: Refusing update from remote peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
19:58:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:27.761469  6677 consensus_queue.cc:1048] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [LEADER]: Connected to new peer: Peer: permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
19:58:27.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:27.764014  6128 consensus_peers.cc:597] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 -> Peer ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319): Couldn't send request to peer ca9dcdf28b9148118972d519b6b2ddae. Status: Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:58:28.028 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:28.029 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:28.029 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2115), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [2ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [14ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [16ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [19ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [19ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [33ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [35ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [38ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [38ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [70ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [74ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [76ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [78ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [78ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [210ms] refreshing cache from master, [210ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [213ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [215ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [218ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [218ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [410ms] refreshing cache from master, [411ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [414ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [416ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [418ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [418ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [1250ms] refreshing cache from master, [1250ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [1253ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [1255ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [1257ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [1257ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [2111ms] refreshing cache from master, [2111ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [2114ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@2000123146(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@432ccd94 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@863812592 after retry RPC@1304673297) -> (continuation of Deferred@1206418859 after retry RPC@1677426055) -> (continuation of Deferred@635259726 after retry RPC@1267634629) -> (continuation of Deferred@912798369 after retry RPC@1978533653) -> (continuation of Deferred@134455735 after retry RPC@223402253) -> (continuation of Deferred@12192686 after retry RPC@187245061), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3fb0409c -> wakeup thread Time-limited test -> (continuation of Deferred@863812592 after retry RPC@1304673297) -> (continuation of Deferred@1206418859 after retry RPC@1677426055) -> (continuation of Deferred@635259726 after retry RPC@1267634629) -> (continuation of Deferred@912798369 after retry RPC@1978533653) -> (continuation of Deferred@134455735 after retry RPC@223402253) -> (continuation of Deferred@12192686 after retry RPC@187245061))) after lookup
19:58:28.030 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:28.032 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] Successfully connected to peer
19:58:28.050 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x31513f6f, L:/127.0.0.1:43760 - R:/127.5.69.194:40531] using TOKEN/null
19:58:28.077 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.69.193:38319
19:58:28.079 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

19:58:28.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.080353  5399 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/logs
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/info.pb
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:58:28.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:28.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.193:38319
19:58:28.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.193
19:58:28.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:28.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38869
19:58:28.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.193
19:58:28.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:28.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:28.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:28.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:58:28.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:28.425762  6703 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:28.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:28.426111  6703 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:28.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:28.426190  6703 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:28.434728  6703 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:28.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:28.434906  6703 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.69.193
19:58:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.445124  6703 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/logs
19:58:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data
19:58:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.193:38319
19:58:28.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/info.pb
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.193
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38869
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.193
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
19:58:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.446853  6703 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:28.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.448796  6703 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:28.459044  6714 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:28.459231  6716 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:28.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:28.459893  6712 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:28.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.460170  6703 server_base.cc:1061] running on GCE node
19:58:28.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.460893  6703 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.462028  6703 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:28.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.463229  6703 hybrid_clock.cc:648] HybridClock initialized: now 1786478308463189 us; error 31 us; skew 500 ppm
19:58:28.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.463595  6703 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:28.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.465898  6703 webserver.cc:533] Webserver started at http://127.5.69.193:38869/ using document root <none> and password file <none>
19:58:28.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.466691  6703 fs_manager.cc:362] Metadata directory not provided
19:58:28.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.466822  6703 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:28.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.472572  6703 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.000s	sys 0.005s
19:58:28.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.475806  6724 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:58:28.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.477412  6703 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
19:58:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.477607  6703 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data,/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca9dcdf28b9148118972d519b6b2ddae"
19:58:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:23 on dist-test-slave-bndk"
19:58:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.478435  6703 fs_report.cc:389] FS layout report
19:58:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/data
19:58:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:28.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:28.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.503420  6703 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:58:28.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.504448  6703 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:28.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.504791  6703 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:28.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.505988  6703 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:58:28.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.508337  6738 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
19:58:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.514782  6703 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
19:58:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.514923  6703 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
19:58:28.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.515089  6703 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
19:58:28.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.518472  6703 ts_tablet_manager.cc:616] Registered 1 tablets
19:58:28.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.518610  6703 ts_tablet_manager.cc:595] Time spent register tablets: real 0.004s	user 0.003s	sys 0.000s
19:58:28.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.519134  6738 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Bootstrap starting.
19:58:28.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.548261  6738 log.cc:826] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Log is configured to *not* fsync() on all Append() calls
19:58:28.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.559151  6703 rpc_server.cc:307] RPC server started. Bound to: 127.5.69.193:38319
19:58:28.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.559224  6920 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.69.193:38319 every 8 connection(s)
19:58:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.560972  6703 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/info.pb
19:58:28.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.565949  6738 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:58:28.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.566726  6738 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Bootstrap complete.
19:58:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.568372  6738 ts_tablet_manager.cc:1403] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Time spent bootstrapping tablet: real 0.050s	user 0.024s	sys 0.022s
19:58:28.571 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:28.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.571287  5399 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskVMujB3/build/asan/bin/kudu as pid 6703
19:58:28.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.578632  6738 raft_consensus.cc:359] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:28.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.579818  6738 raft_consensus.cc:740] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca9dcdf28b9148118972d519b6b2ddae, State: Initialized, Role: FOLLOWER
19:58:28.590 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629, tablet=f69a856c3aa24b91bf8002f71e16ca03, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
19:58:28.590 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.69.194:40531
19:58:28.591 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

19:58:28.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.591691  5399 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskVMujB3/build/asan/bin/kudu pid 6100
19:58:28.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.599891  6738 consensus_queue.cc:260] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:28.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.605376  6738 ts_tablet_manager.cc:1434] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Time spent starting tablet: real 0.037s	user 0.014s	sys 0.001s
19:58:28.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.605414  6922 heartbeater.cc:344] Connected to a master server at 127.5.69.252:33625
19:58:28.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.606038  6927 heartbeater.cc:344] Connected to a master server at 127.5.69.253:39167
19:58:28.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.606184  6922 heartbeater.cc:461] Registering TS with master...
19:58:28.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.606218  6927 heartbeater.cc:461] Registering TS with master...
19:58:28.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.606312  6923 heartbeater.cc:344] Connected to a master server at 127.5.69.254:35161
19:58:28.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.606426  6923 heartbeater.cc:461] Registering TS with master...
19:58:28.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.607476  6927 heartbeater.cc:507] Master 127.5.69.253:39167 requested a full tablet report, sending...
19:58:28.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.609858  6923 heartbeater.cc:507] Master 127.5.69.254:35161 requested a full tablet report, sending...
19:58:28.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.611039  5587 ts_manager.cc:194] Re-registered known tserver with Master: ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:28.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.611850  6922 heartbeater.cc:507] Master 127.5.69.252:33625 requested a full tablet report, sending...
19:58:28.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.612739  5587 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.69.193:55821
19:58:28.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.613197  6315 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:28.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.613729  5709 ts_manager.cc:194] Re-registered known tserver with Master: ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:28.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.614617  5466 ts_manager.cc:194] Re-registered known tserver with Master: ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.616616  6927 heartbeater.cc:499] Master 127.5.69.253:39167 was elected leader, sending a full tablet report...
19:58:28.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:28.717314  5399 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskVMujB3/build/asan/bin/kudu with pid 6100
19:58:28.742 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:28.742 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] handling channelInactive
19:58:28.742 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state READY due to: connection closed
19:58:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:28.742654  6953 negotiation.cc:336] Failed RPC negotiation. Trace:
19:58:28.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 19:58:28.717247 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.5.69.194:54211 (local address 127.5.69.193:38319)
19:58:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 19:58:28.730872 (+ 13625us) server_negotiation.cc:207] Beginning negotiation
19:58:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 19:58:28.730882 (+    10us) server_negotiation.cc:400] Waiting for connection header
19:58:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 19:58:28.730936 (+    54us) server_negotiation.cc:408] Connection header received
19:58:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 19:58:28.740876 (+  9940us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.5.69.194:54211: BlockingRecv error: recv got EOF from 127.5.69.194:54211 (error 108)
19:58:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":13399,"thread_start_us":13252,"threads_started":1}
19:58:28.743 [DEBUG - Time-limited test] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:28.744 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:28.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:28.745 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:28.768 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:28.769 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:28.769 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [2ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [3ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [26ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1633468132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@112cc8ad -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7ad5a7ca -> wakeup thread Time-limited test)) after lookup
19:58:28.770 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:28.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:28.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:28.771 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:28.788 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:28.788 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:28.789 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [2ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [3ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [26ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [27ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [29ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [29ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [45ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1633468132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@112cc8ad -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2004228936 after retry RPC@541727131), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7ad5a7ca -> wakeup thread Time-limited test -> (continuation of Deferred@2004228936 after retry RPC@541727131))) after lookup
19:58:28.790 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:28.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:28.792 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:28.792 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:28.828 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:28.829 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:28.829 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=86), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [2ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [3ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [26ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [27ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [29ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [29ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [45ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [48ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [50ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [50ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [86ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1633468132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@112cc8ad -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2004228936 after retry RPC@541727131) -> (continuation of Deferred@450643729 after retry RPC@1781138192), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7ad5a7ca -> wakeup thread Time-limited test -> (continuation of Deferred@2004228936 after retry RPC@541727131) -> (continuation of Deferred@450643729 after retry RPC@1781138192))) after lookup
19:58:28.830 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:28.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:28.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:28.831 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:28.968 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:28.969 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:28.969 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=227), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [2ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [3ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [26ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [27ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [29ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [29ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [45ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [48ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [50ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [50ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [86ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [87ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [89ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [89ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [223ms] refreshing cache from master, [223ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [226ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1633468132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@112cc8ad -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2004228936 after retry RPC@541727131) -> (continuation of Deferred@450643729 after retry RPC@1781138192) -> (continuation of Deferred@938897298 after retry RPC@234805503), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7ad5a7ca -> wakeup thread Time-limited test -> (continuation of Deferred@2004228936 after retry RPC@541727131) -> (continuation of Deferred@450643729 after retry RPC@1781138192) -> (continuation of Deferred@938897298 after retry RPC@234805503))) after lookup
19:58:28.971 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:28.972 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:28.972 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:28.972 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:29.348 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:29.349 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:29.349 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=607), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [2ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [3ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [26ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [27ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [29ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [29ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [45ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [48ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [50ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [50ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [86ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [87ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [89ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [89ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [223ms] refreshing cache from master, [223ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [226ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [228ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [230ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [230ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [602ms] refreshing cache from master, [602ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [606ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1633468132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@112cc8ad -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2004228936 after retry RPC@541727131) -> (continuation of Deferred@450643729 after retry RPC@1781138192) -> (continuation of Deferred@938897298 after retry RPC@234805503) -> (continuation of Deferred@1022872974 after retry RPC@172808845), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7ad5a7ca -> wakeup thread Time-limited test -> (continuation of Deferred@2004228936 after retry RPC@541727131) -> (continuation of Deferred@450643729 after retry RPC@1781138192) -> (continuation of Deferred@938897298 after retry RPC@234805503) -> (continuation of Deferred@1022872974 after retry RPC@172808845))) after lookup
19:58:29.350 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:29.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:29.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:29.352 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:29.568 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:29.569 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:29.569 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=827), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [2ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [3ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [26ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [27ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [29ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [29ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [45ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [48ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [50ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [50ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [86ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [87ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [89ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [89ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [223ms] refreshing cache from master, [223ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [226ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [228ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [230ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [230ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [602ms] refreshing cache from master, [602ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [606ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [608ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [610ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [610ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [822ms] refreshing cache from master, [823ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [826ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1633468132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@112cc8ad -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2004228936 after retry RPC@541727131) -> (continuation of Deferred@450643729 after retry RPC@1781138192) -> (continuation of Deferred@938897298 after retry RPC@234805503) -> (continuation of Deferred@1022872974 after retry RPC@172808845) -> (continuation of Deferred@1669906474 after retry RPC@268236388), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7ad5a7ca -> wakeup thread Time-limited test -> (continuation of Deferred@2004228936 after retry RPC@541727131) -> (continuation of Deferred@450643729 after retry RPC@1781138192) -> (continuation of Deferred@938897298 after retry RPC@234805503) -> (continuation of Deferred@1022872974 after retry RPC@172808845) -> (continuation of Deferred@1669906474 after retry RPC@268236388))) after lookup
19:58:29.570 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:29.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:29.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:29.571 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:29.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.925202  6954 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:29.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.925535  6954 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:29.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.927321  6954 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:29.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:29.929344  6735 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.69.194:40531: connect: Connection refused (error 111)
19:58:29.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:29.931037  6735 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531): Network error: Client connection negotiation failed: client connection to 127.5.69.194:40531: connect: Connection refused (error 111)
19:58:29.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.934536  6476 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "ca9dcdf28b9148118972d519b6b2ddae" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" is_pre_election: true
19:58:29.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.935456  6727 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ca9dcdf28b9148118972d519b6b2ddae; no voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, 794f4a01f93c4554b5ee07e8b475bc5c
19:58:29.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.935899  6954 raft_consensus.cc:2749] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
19:58:29.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.981889  6962 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 2ffdf7f0f7aa49f5b5c44d9bd2dee834)
19:58:29.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.982127  6962 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:29.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.983073  6962 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:29.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:29.985664  6371 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531): Network error: Client connection negotiation failed: client connection to 127.5.69.194:40531: connect: Connection refused (error 111)
19:58:29.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.991875  6848 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "ca9dcdf28b9148118972d519b6b2ddae" is_pre_election: true
19:58:29.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.992316  6848 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 794f4a01f93c4554b5ee07e8b475bc5c in term 1.
19:58:29.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.993357  6365 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 794f4a01f93c4554b5ee07e8b475bc5c, ca9dcdf28b9148118972d519b6b2ddae; no voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834
19:58:29.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.993746  6962 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 2 FOLLOWER]: Leader pre-election won for term 3
19:58:29.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.993875  6962 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 2 FOLLOWER]: Starting leader election (detected failure of leader 2ffdf7f0f7aa49f5b5c44d9bd2dee834)
19:58:29.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.993995  6962 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 2 FOLLOWER]: Advancing to term 3
19:58:29.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.996146  6962 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.996883  6962 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 3 election: Requested vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.997649  6848 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "ca9dcdf28b9148118972d519b6b2ddae"
19:58:29.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:29.997884  6848 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 1 FOLLOWER]: Advancing to term 3
19:58:29.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:29.998667  6371 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531): Network error: Client connection negotiation failed: client connection to 127.5.69.194:40531: connect: Connection refused (error 111)
19:58:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:30.002028  6848 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 794f4a01f93c4554b5ee07e8b475bc5c in term 3.
19:58:30.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:30.002570  6365 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 794f4a01f93c4554b5ee07e8b475bc5c, ca9dcdf28b9148118972d519b6b2ddae; no voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834
19:58:30.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:30.002944  6962 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 3 FOLLOWER]: Leader election won for term 3
19:58:30.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:30.003466  6962 raft_consensus.cc:697] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 3 LEADER]: Becoming Leader. State: Replica: 794f4a01f93c4554b5ee07e8b475bc5c, State: Running, Role: LEADER
19:58:30.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:30.004071  6962 consensus_queue.cc:237] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:30.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:30.008141  5587 catalog_manager.cc:5719] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c reported cstate change: term changed from 2 to 3, leader changed from 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194) to 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195). New cstate: current_term: 3 leader_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } health_report { overall_health: UNKNOWN } } }
19:58:30.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:30.406420  6371 consensus_peers.cc:597] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c -> Peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531): Couldn't send request to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834. Status: Network error: Client connection negotiation failed: client connection to 127.5.69.194:40531: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:58:30.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:30.587767  6848 raft_consensus.cc:1275] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 3 FOLLOWER]: Refusing update from remote peer 794f4a01f93c4554b5ee07e8b475bc5c: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
19:58:30.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:30.588657  6962 consensus_queue.cc:1048] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [LEADER]: Connected to new peer: Peer: permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
19:58:31.047 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:31.048 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:31.048 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=2306), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [2ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [3ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [26ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [27ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [29ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [29ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [45ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [48ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [50ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [50ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [86ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [87ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [89ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [89ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [223ms] refreshing cache from master, [223ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [226ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [228ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [230ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [230ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [602ms] refreshing cache from master, [602ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [606ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [608ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [610ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [610ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [822ms] refreshing cache from master, [823ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [826ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [828ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [829ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [829ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [2302ms] refreshing cache from master, [2302ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [2305ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1633468132(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@112cc8ad -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2004228936 after retry RPC@541727131) -> (continuation of Deferred@450643729 after retry RPC@1781138192) -> (continuation of Deferred@938897298 after retry RPC@234805503) -> (continuation of Deferred@1022872974 after retry RPC@172808845) -> (continuation of Deferred@1669906474 after retry RPC@268236388) -> (continuation of Deferred@1453846597 after retry RPC@1040212771), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7ad5a7ca -> wakeup thread Time-limited test -> (continuation of Deferred@2004228936 after retry RPC@541727131) -> (continuation of Deferred@450643729 after retry RPC@1781138192) -> (continuation of Deferred@938897298 after retry RPC@234805503) -> (continuation of Deferred@1022872974 after retry RPC@172808845) -> (continuation of Deferred@1669906474 after retry RPC@268236388) -> (continuation of Deferred@1453846597 after retry RPC@1040212771))) after lookup
19:58:31.050 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:31.051 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] Successfully connected to peer
19:58:31.076 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xe69b0abe, L:/127.0.0.1:54734 - R:/127.5.69.195:36777] using TOKEN/null
19:58:31.105 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.69.194:40531
19:58:31.106 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

19:58:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.107352  5399 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data
19:58:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/logs
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data/info.pb
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.194:40531
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.194
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40533
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.194
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:58:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:31.459836  7013 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:31.460175  7013 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:31.460254  7013 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:31.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:31.469637  7013 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:31.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:31.469861  7013 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.69.194
19:58:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.480269  7013 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/logs
19:58:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data
19:58:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.194:40531
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data/info.pb
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.194
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40533
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.194
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
19:58:31.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:31.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.482179  7013 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.484751  7013 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:31.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:31.497506  7021 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:31.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:31.497526  7019 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:31.499229  7027 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:31.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.499965  7013 server_base.cc:1061] running on GCE node
19:58:31.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.500655  7013 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:31.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.501765  7013 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.503007  7013 hybrid_clock.cc:648] HybridClock initialized: now 1786478311502942 us; error 50 us; skew 500 ppm
19:58:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.503413  7013 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.505935  7013 webserver.cc:533] Webserver started at http://127.5.69.194:40533/ using document root <none> and password file <none>
19:58:31.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.506748  7013 fs_manager.cc:362] Metadata directory not provided
19:58:31.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.506878  7013 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:31.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.512660  7013 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.006s	sys 0.000s
19:58:31.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.516141  7040 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:58:31.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.517822  7013 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
19:58:31.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.517988  7013 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data,/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:31.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834"
19:58:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:23 on dist-test-slave-bndk"
19:58:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.518807  7013 fs_report.cc:389] FS layout report
19:58:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data/data
19:58:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:31.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.537633  7013 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:58:31.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.538784  7013 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:31.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.539119  7013 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:31.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.540315  7013 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:58:31.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.542827  7049 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
19:58:31.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.549360  7013 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
19:58:31.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.549471  7013 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
19:58:31.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.549609  7013 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
19:58:31.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.552902  7013 ts_tablet_manager.cc:616] Registered 1 tablets
19:58:31.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.553027  7013 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.000s
19:58:31.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.553650  7049 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Bootstrap starting.
19:58:31.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.582751  7049 log.cc:826] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Log is configured to *not* fsync() on all Append() calls
19:58:31.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.599529  7013 rpc_server.cc:307] RPC server started. Bound to: 127.5.69.194:40531
19:58:31.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.599570  7248 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.69.194:40531 every 8 connection(s)
19:58:31.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.601527  7013 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data/info.pb
19:58:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.608584  5399 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskVMujB3/build/asan/bin/kudu as pid 7013
19:58:31.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.608899  7049 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:58:31.609 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:31.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.609774  7049 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Bootstrap complete.
19:58:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.611521  7049 ts_tablet_manager.cc:1403] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Time spent bootstrapping tablet: real 0.058s	user 0.044s	sys 0.007s
19:58:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.619817  7049 raft_consensus.cc:359] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.621044  7049 raft_consensus.cc:740] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, State: Initialized, Role: FOLLOWER
19:58:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.622282  7049 consensus_queue.cc:260] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:31.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.631295  7049 ts_tablet_manager.cc:1434] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Time spent starting tablet: real 0.020s	user 0.019s	sys 0.001s
19:58:31.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.647708  7251 heartbeater.cc:344] Connected to a master server at 127.5.69.254:35161
19:58:31.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.648178  7251 heartbeater.cc:461] Registering TS with master...
19:58:31.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.649592  7251 heartbeater.cc:507] Master 127.5.69.254:35161 requested a full tablet report, sending...
19:58:31.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.653213  5466 ts_manager.cc:194] Re-registered known tserver with Master: 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531)
19:58:31.655 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629, tablet=f69a856c3aa24b91bf8002f71e16ca03, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
19:58:31.656 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.69.195:36777
19:58:31.656 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

19:58:31.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.656998  5399 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskVMujB3/build/asan/bin/kudu pid 6345
19:58:31.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.658238  7249 heartbeater.cc:344] Connected to a master server at 127.5.69.252:33625
19:58:31.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.658625  7249 heartbeater.cc:461] Registering TS with master...
19:58:31.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.659474  7249 heartbeater.cc:507] Master 127.5.69.252:33625 requested a full tablet report, sending...
19:58:31.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.661386  5709 ts_manager.cc:194] Re-registered known tserver with Master: 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531)
19:58:31.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.676982  7254 heartbeater.cc:344] Connected to a master server at 127.5.69.253:39167
19:58:31.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.677199  7254 heartbeater.cc:461] Registering TS with master...
19:58:31.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.677830  7254 heartbeater.cc:507] Master 127.5.69.253:39167 requested a full tablet report, sending...
19:58:31.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.679517  5590 ts_manager.cc:194] Re-registered known tserver with Master: 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531)
19:58:31.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.680785  5590 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.69.194:52407
19:58:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.684700  6545 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:31.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:31.786998  5399 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskVMujB3/build/asan/bin/kudu with pid 6345
19:58:31.811 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:31.812 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] handling channelInactive
19:58:31.812 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state READY due to: connection closed
19:58:31.812 [DEBUG - Time-limited test] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:31.813 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:31.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:31.814 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:31.828 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:31.828 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:31.829 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [12ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [16ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@104301797(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@7dac1e10 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1855bc5b -> wakeup thread Time-limited test)) after lookup
19:58:31.829 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:31.830 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:31.830 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:31.830 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:31.848 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:31.849 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:31.849 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [12ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [16ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [17ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [18ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [18ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@104301797(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@7dac1e10 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1093801488 after retry RPC@1949355273), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1855bc5b -> wakeup thread Time-limited test -> (continuation of Deferred@1093801488 after retry RPC@1949355273))) after lookup
19:58:31.850 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:31.851 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:31.851 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:31.851 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:31.887 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:31.888 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:31.888 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=76), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [12ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [16ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [17ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [18ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [18ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [37ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [39ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [39ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [75ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@104301797(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@7dac1e10 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1093801488 after retry RPC@1949355273) -> (continuation of Deferred@1252184418 after retry RPC@948438458), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1855bc5b -> wakeup thread Time-limited test -> (continuation of Deferred@1093801488 after retry RPC@1949355273) -> (continuation of Deferred@1252184418 after retry RPC@948438458))) after lookup
19:58:31.888 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:31.890 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:31.890 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:31.890 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:32.008 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:32.008 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:32.009 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=196), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [12ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [16ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [17ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [18ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [18ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [37ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [39ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [39ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [75ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [76ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [78ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [78ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [193ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [196ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@104301797(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@7dac1e10 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1093801488 after retry RPC@1949355273) -> (continuation of Deferred@1252184418 after retry RPC@948438458) -> (continuation of Deferred@1757627845 after retry RPC@270411954), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1855bc5b -> wakeup thread Time-limited test -> (continuation of Deferred@1093801488 after retry RPC@1949355273) -> (continuation of Deferred@1252184418 after retry RPC@948438458) -> (continuation of Deferred@1757627845 after retry RPC@270411954))) after lookup
19:58:32.009 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:32.011 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:32.011 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:32.011 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:32.247 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:32.247 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:32.248 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=435), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [12ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [16ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [17ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [18ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [18ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [37ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [39ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [39ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [75ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [76ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [78ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [78ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [193ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [196ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [197ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [199ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [199ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [432ms] refreshing cache from master, [432ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [435ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@104301797(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@7dac1e10 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1093801488 after retry RPC@1949355273) -> (continuation of Deferred@1252184418 after retry RPC@948438458) -> (continuation of Deferred@1757627845 after retry RPC@270411954) -> (continuation of Deferred@1970995395 after retry RPC@339869030), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1855bc5b -> wakeup thread Time-limited test -> (continuation of Deferred@1093801488 after retry RPC@1949355273) -> (continuation of Deferred@1252184418 after retry RPC@948438458) -> (continuation of Deferred@1757627845 after retry RPC@270411954) -> (continuation of Deferred@1970995395 after retry RPC@339869030))) after lookup
19:58:32.249 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:32.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:32.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:32.250 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:32.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:32.684119  7254 heartbeater.cc:499] Master 127.5.69.253:39167 was elected leader, sending a full tablet report...
19:58:32.687 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:32.688 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:32.688 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=876), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [12ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [16ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [17ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [18ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [18ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [37ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [39ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [39ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [75ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [76ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [78ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [78ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [193ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [196ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [197ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [199ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [199ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [432ms] refreshing cache from master, [432ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [435ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [436ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [438ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [438ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [872ms] refreshing cache from master, [872ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [875ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@104301797(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@7dac1e10 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1093801488 after retry RPC@1949355273) -> (continuation of Deferred@1252184418 after retry RPC@948438458) -> (continuation of Deferred@1757627845 after retry RPC@270411954) -> (continuation of Deferred@1970995395 after retry RPC@339869030) -> (continuation of Deferred@2057991253 after retry RPC@1637551275), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1855bc5b -> wakeup thread Time-limited test -> (continuation of Deferred@1093801488 after retry RPC@1949355273) -> (continuation of Deferred@1252184418 after retry RPC@948438458) -> (continuation of Deferred@1757627845 after retry RPC@270411954) -> (continuation of Deferred@1970995395 after retry RPC@339869030) -> (continuation of Deferred@2057991253 after retry RPC@1637551275))) after lookup
19:58:32.689 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:32.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:32.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:32.690 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:33.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.044615  7281 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 794f4a01f93c4554b5ee07e8b475bc5c)
19:58:33.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.044824  7281 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:33.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.045627  7281 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:33.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:33.048432  6727 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777): Network error: Client connection negotiation failed: client connection to 127.5.69.195:36777: connect: Connection refused (error 111)
19:58:33.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.054210  7164 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "ca9dcdf28b9148118972d519b6b2ddae" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" is_pre_election: true
19:58:33.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.054690  7164 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca9dcdf28b9148118972d519b6b2ddae in term 2.
19:58:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.055593  6735 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, ca9dcdf28b9148118972d519b6b2ddae; no voters: 794f4a01f93c4554b5ee07e8b475bc5c
19:58:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.055902  7281 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 3 FOLLOWER]: Leader pre-election won for term 4
19:58:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.056025  7281 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 3 FOLLOWER]: Starting leader election (detected failure of leader 794f4a01f93c4554b5ee07e8b475bc5c)
19:58:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.056093  7281 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 3 FOLLOWER]: Advancing to term 4
19:58:33.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.058162  7281 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.058809  7281 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 4 election: Requested vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.059389  7164 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "ca9dcdf28b9148118972d519b6b2ddae" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834"
19:58:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.059587  7164 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 2 FOLLOWER]: Advancing to term 4
19:58:33.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:33.060555  6727 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777): Network error: Client connection negotiation failed: client connection to 127.5.69.195:36777: connect: Connection refused (error 111)
19:58:33.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.063597  7164 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca9dcdf28b9148118972d519b6b2ddae in term 4.
19:58:33.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.064143  6735 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, ca9dcdf28b9148118972d519b6b2ddae; no voters: 794f4a01f93c4554b5ee07e8b475bc5c
19:58:33.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.064502  7281 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 4 FOLLOWER]: Leader election won for term 4
19:58:33.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.064960  7281 raft_consensus.cc:697] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 4 LEADER]: Becoming Leader. State: Replica: ca9dcdf28b9148118972d519b6b2ddae, State: Running, Role: LEADER
19:58:33.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.065519  7281 consensus_queue.cc:237] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:33.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.069510  5590 catalog_manager.cc:5719] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae reported cstate change: term changed from 3 to 4, leader changed from 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195) to ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193). New cstate: current_term: 4 leader_uuid: "ca9dcdf28b9148118972d519b6b2ddae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } health_report { overall_health: HEALTHY } } }
19:58:33.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.550836  7164 raft_consensus.cc:1275] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 4 FOLLOWER]: Refusing update from remote peer ca9dcdf28b9148118972d519b6b2ddae: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
19:58:33.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:33.551802  7281 consensus_queue.cc:1048] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [LEADER]: Connected to new peer: Peer: permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
19:58:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:33.573374  6727 consensus_peers.cc:597] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae -> Peer 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777): Couldn't send request to peer 794f4a01f93c4554b5ee07e8b475bc5c. Status: Network error: Client connection negotiation failed: client connection to 127.5.69.195:36777: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:58:34.128 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:34.128 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:34.128 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=14, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=2316), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [12ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [16ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [17ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [18ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [18ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [37ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [39ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [39ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [75ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [76ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [78ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [78ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [193ms] refreshing cache from master, [193ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [196ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [197ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [199ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [199ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [432ms] refreshing cache from master, [432ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [435ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [436ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [438ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [438ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [872ms] refreshing cache from master, [872ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [875ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [876ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [878ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [878ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2312ms] refreshing cache from master, [2312ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [2315ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@104301797(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@7dac1e10 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1093801488 after retry RPC@1949355273) -> (continuation of Deferred@1252184418 after retry RPC@948438458) -> (continuation of Deferred@1757627845 after retry RPC@270411954) -> (continuation of Deferred@1970995395 after retry RPC@339869030) -> (continuation of Deferred@2057991253 after retry RPC@1637551275) -> (continuation of Deferred@1970349259 after retry RPC@1278644378), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1855bc5b -> wakeup thread Time-limited test -> (continuation of Deferred@1093801488 after retry RPC@1949355273) -> (continuation of Deferred@1252184418 after retry RPC@948438458) -> (continuation of Deferred@1757627845 after retry RPC@270411954) -> (continuation of Deferred@1970995395 after retry RPC@339869030) -> (continuation of Deferred@2057991253 after retry RPC@1637551275) -> (continuation of Deferred@1970349259 after retry RPC@1278644378))) after lookup
19:58:34.129 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:34.130 [DEBUG - kudu-nio-2] (Connection.java:757) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] Successfully connected to peer
19:58:34.153 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xdf040b64, L:/127.0.0.1:42448 - R:/127.5.69.193:38319] using TOKEN/null
19:58:34.180 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.69.195:36777
19:58:34.181 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.182065  5399 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/logs
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data/info.pb
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:58:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.195:36777
19:58:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.195
19:58:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45637
19:58:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.195
19:58:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:58:34.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:34.528820  7342 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:34.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:34.529188  7342 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:34.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:34.529322  7342 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:34.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:34.538470  7342 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:34.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:34.538695  7342 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.69.195
19:58:34.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.549245  7342 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:34.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/logs
19:58:34.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:34.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:34.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data
19:58:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.195:36777
19:58:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data/info.pb
19:58:34.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.195
19:58:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45637
19:58:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.195
19:58:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:58:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
19:58:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
19:58:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
19:58:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.551543  7342 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:34.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.553543  7342 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:34.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:34.563730  7351 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:34.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:34.564020  7353 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:34.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:34.566319  7356 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:34.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.566732  7342 server_base.cc:1061] running on GCE node
19:58:34.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.567395  7342 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:34.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.568480  7342 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.569783  7342 hybrid_clock.cc:648] HybridClock initialized: now 1786478314569721 us; error 55 us; skew 500 ppm
19:58:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.570178  7342 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.574162  7342 webserver.cc:533] Webserver started at http://127.5.69.195:45637/ using document root <none> and password file <none>
19:58:34.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.575137  7342 fs_manager.cc:362] Metadata directory not provided
19:58:34.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.575290  7342 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:34.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.582718  7342 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.004s	sys 0.000s
19:58:34.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.585978  7363 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:58:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.587704  7342 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
19:58:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.587877  7342 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data,/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "794f4a01f93c4554b5ee07e8b475bc5c"
19:58:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:24 on dist-test-slave-bndk"
19:58:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.588629  7342 fs_report.cc:389] FS layout report
19:58:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:34.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data/data
19:58:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:34.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.612718  7342 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:58:34.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.613808  7342 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:34.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.614092  7342 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:34.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.615088  7342 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:58:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.617404  7371 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
19:58:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.623868  7342 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
19:58:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.623999  7342 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
19:58:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.624112  7342 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
19:58:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.627295  7342 ts_tablet_manager.cc:616] Registered 1 tablets
19:58:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.627406  7342 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.001s
19:58:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.627995  7371 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Bootstrap starting.
19:58:34.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.653568  7371 log.cc:826] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Log is configured to *not* fsync() on all Append() calls
19:58:34.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.669850  7342 rpc_server.cc:307] RPC server started. Bound to: 127.5.69.195:36777
19:58:34.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.669899  7558 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.69.195:36777 every 8 connection(s)
19:58:34.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.671573  7342 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data/info.pb
19:58:34.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.672115  5399 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskVMujB3/build/asan/bin/kudu as pid 7342
19:58:34.672 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:34.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.676456  7371 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:58:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.677269  7371 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Bootstrap complete.
19:58:34.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.678972  7371 ts_tablet_manager.cc:1403] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Time spent bootstrapping tablet: real 0.051s	user 0.032s	sys 0.016s
19:58:34.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.686007  7371 raft_consensus.cc:359] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:34.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.687148  7371 raft_consensus.cc:740] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 794f4a01f93c4554b5ee07e8b475bc5c, State: Initialized, Role: FOLLOWER
19:58:34.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.688201  7371 consensus_queue.cc:260] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:34.691 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629, tablet=f69a856c3aa24b91bf8002f71e16ca03, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
19:58:34.710 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.69.193:38319
19:58:34.711 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

19:58:34.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.711176  7559 heartbeater.cc:344] Connected to a master server at 127.5.69.252:33625
19:58:34.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.711488  5399 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskVMujB3/build/asan/bin/kudu pid 6703
19:58:34.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.711717  7559 heartbeater.cc:461] Registering TS with master...
19:58:34.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.712930  7559 heartbeater.cc:507] Master 127.5.69.252:33625 requested a full tablet report, sending...
19:58:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.717723  5709 ts_manager.cc:194] Re-registered known tserver with Master: 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:34.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.722654  7371 ts_tablet_manager.cc:1434] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Time spent starting tablet: real 0.043s	user 0.026s	sys 0.008s
19:58:34.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.743949  6915 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:34.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.745512  7560 heartbeater.cc:344] Connected to a master server at 127.5.69.254:35161
19:58:34.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.745716  7560 heartbeater.cc:461] Registering TS with master...
19:58:34.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.746300  7560 heartbeater.cc:507] Master 127.5.69.254:35161 requested a full tablet report, sending...
19:58:34.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.746927  7570 heartbeater.cc:344] Connected to a master server at 127.5.69.253:39167
19:58:34.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.747108  7570 heartbeater.cc:461] Registering TS with master...
19:58:34.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.747634  7570 heartbeater.cc:507] Master 127.5.69.253:39167 requested a full tablet report, sending...
19:58:34.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.748203  5466 ts_manager.cc:194] Re-registered known tserver with Master: 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:34.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.749415  5590 ts_manager.cc:194] Re-registered known tserver with Master: 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:34.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.750909  5590 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.69.195:56279
19:58:34.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:34.843755  5399 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskVMujB3/build/asan/bin/kudu with pid 6703
19:58:34.872 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:34.872 [DEBUG - kudu-nio-2] (Connection.java:239) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] handling channelInactive
19:58:34.872 [DEBUG - kudu-nio-2] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state READY due to: connection closed
19:58:34.873 [DEBUG - Time-limited test] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:34.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:34.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:34.874 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:34.887 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:34.888 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:34.888 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [2ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [2ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [15ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1360008264(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@60c0963c -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b4625ea -> wakeup thread Time-limited test)) after lookup
19:58:34.889 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:34.890 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:34.890 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:34.890 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:34.907 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:34.907 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:34.907 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [2ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [2ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [15ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [16ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [18ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [18ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [34ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1360008264(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@60c0963c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@109929309 after retry RPC@1021214483), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b4625ea -> wakeup thread Time-limited test -> (continuation of Deferred@109929309 after retry RPC@1021214483))) after lookup
19:58:34.909 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:34.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:34.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:34.910 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:34.927 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:34.928 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:34.928 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=56), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [2ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [2ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [15ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [16ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [18ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [18ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [34ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [36ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [38ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [38ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [55ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1360008264(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@60c0963c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@109929309 after retry RPC@1021214483) -> (continuation of Deferred@520808682 after retry RPC@1357064959), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b4625ea -> wakeup thread Time-limited test -> (continuation of Deferred@109929309 after retry RPC@1021214483) -> (continuation of Deferred@520808682 after retry RPC@1357064959))) after lookup
19:58:34.929 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:34.930 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:34.930 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:34.930 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:34.988 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:34.988 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:34.989 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=116), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [2ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [2ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [15ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [16ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [18ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [18ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [34ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [36ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [38ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [38ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [55ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [56ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [58ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [58ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [112ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [116ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1360008264(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@60c0963c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@109929309 after retry RPC@1021214483) -> (continuation of Deferred@520808682 after retry RPC@1357064959) -> (continuation of Deferred@1638074246 after retry RPC@685665695), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b4625ea -> wakeup thread Time-limited test -> (continuation of Deferred@109929309 after retry RPC@1021214483) -> (continuation of Deferred@520808682 after retry RPC@1357064959) -> (continuation of Deferred@1638074246 after retry RPC@685665695))) after lookup
19:58:34.990 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:34.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:34.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:34.991 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:35.448 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:35.448 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:35.449 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=576), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [2ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [2ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [15ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [16ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [18ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [18ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [34ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [36ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [38ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [38ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [55ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [56ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [58ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [58ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [112ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [116ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [117ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [119ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [120ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [573ms] refreshing cache from master, [573ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [576ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1360008264(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@60c0963c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@109929309 after retry RPC@1021214483) -> (continuation of Deferred@520808682 after retry RPC@1357064959) -> (continuation of Deferred@1638074246 after retry RPC@685665695) -> (continuation of Deferred@306018065 after retry RPC@1238647388), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b4625ea -> wakeup thread Time-limited test -> (continuation of Deferred@109929309 after retry RPC@1021214483) -> (continuation of Deferred@520808682 after retry RPC@1357064959) -> (continuation of Deferred@1638074246 after retry RPC@685665695) -> (continuation of Deferred@306018065 after retry RPC@1238647388))) after lookup
19:58:35.449 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:35.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:35.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:35.451 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:35.753391  7570 heartbeater.cc:499] Master 127.5.69.253:39167 was elected leader, sending a full tablet report...
19:58:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.143606  7577 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader ca9dcdf28b9148118972d519b6b2ddae)
19:58:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.143841  7577 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.145614  7577 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:36.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:36.147907  7041 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111)
19:58:36.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:36.152685  7041 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319): Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111)
19:58:36.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.154224  7472 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" is_pre_election: true
19:58:36.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.154713  7472 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2ffdf7f0f7aa49f5b5c44d9bd2dee834 in term 3.
19:58:36.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.155730  7042 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, 794f4a01f93c4554b5ee07e8b475bc5c; no voters: ca9dcdf28b9148118972d519b6b2ddae
19:58:36.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.156119  7577 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 4 FOLLOWER]: Leader pre-election won for term 5
19:58:36.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.156244  7577 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 4 FOLLOWER]: Starting leader election (detected failure of leader ca9dcdf28b9148118972d519b6b2ddae)
19:58:36.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.156373  7577 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 4 FOLLOWER]: Advancing to term 5
19:58:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.158737  7577 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.159461  7577 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 5 election: Requested vote from peers 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:36.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.160058  7472 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "794f4a01f93c4554b5ee07e8b475bc5c"
19:58:36.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.160283  7472 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 3 FOLLOWER]: Advancing to term 5
19:58:36.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:36.161319  7041 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319): Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111)
19:58:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.164342  7472 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2ffdf7f0f7aa49f5b5c44d9bd2dee834 in term 5.
19:58:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.164860  7042 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, 794f4a01f93c4554b5ee07e8b475bc5c; no voters: ca9dcdf28b9148118972d519b6b2ddae
19:58:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.165205  7577 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 5 FOLLOWER]: Leader election won for term 5
19:58:36.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.165732  7577 raft_consensus.cc:697] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 5 LEADER]: Becoming Leader. State: Replica: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, State: Running, Role: LEADER
19:58:36.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.166329  7577 consensus_queue.cc:237] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:36.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.170395  5590 catalog_manager.cc:5719] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 reported cstate change: term changed from 4 to 5, leader changed from ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193) to 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194). New cstate: current_term: 5 leader_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } health_report { overall_health: UNKNOWN } } }
19:58:36.248 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:36.248 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:36.248 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1376), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [2ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [2ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [15ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [16ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [18ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [18ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [34ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [36ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [38ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [38ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [55ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [56ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [58ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [58ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [112ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [116ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [117ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [119ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [120ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [573ms] refreshing cache from master, [573ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [576ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [577ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [579ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [579ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [1372ms] refreshing cache from master, [1372ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [1375ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1360008264(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@60c0963c -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@109929309 after retry RPC@1021214483) -> (continuation of Deferred@520808682 after retry RPC@1357064959) -> (continuation of Deferred@1638074246 after retry RPC@685665695) -> (continuation of Deferred@306018065 after retry RPC@1238647388) -> (continuation of Deferred@294335755 after retry RPC@2049328068), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b4625ea -> wakeup thread Time-limited test -> (continuation of Deferred@109929309 after retry RPC@1021214483) -> (continuation of Deferred@520808682 after retry RPC@1357064959) -> (continuation of Deferred@1638074246 after retry RPC@685665695) -> (continuation of Deferred@306018065 after retry RPC@1238647388) -> (continuation of Deferred@294335755 after retry RPC@2049328068))) after lookup
19:58:36.249 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:36.250 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] Successfully connected to peer
19:58:36.269 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xf090196a, L:/127.0.0.1:43828 - R:/127.5.69.194:40531] using TOKEN/null
19:58:36.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.275631  7472 raft_consensus.cc:1275] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 5 FOLLOWER]: Refusing update from remote peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 18. (index mismatch)
19:58:36.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:36.275699  7041 consensus_peers.cc:597] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 -> Peer ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319): Couldn't send request to peer ca9dcdf28b9148118972d519b6b2ddae. Status: Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:58:36.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.276463  7577 consensus_queue.cc:1048] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [LEADER]: Connected to new peer: Peer: permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
19:58:36.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.288605  7601 mvcc.cc:204] Tried to move back new op lower bound from 7317415183455223808 to 7317415183021195264. Current Snapshot: MvccSnapshot[applied={T|T < 7317415183455223808 or (T in {7317415183455223808})}]
19:58:36.308 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.69.193:38319
19:58:36.309 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

19:58:36.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.309871  5399 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:36.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data
19:58:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/logs
19:58:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/info.pb
19:58:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:58:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.193:38319
19:58:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.193
19:58:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38869
19:58:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.193
19:58:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:58:36.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:36.658710  7613 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:36.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:36.659198  7613 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:36.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:36.659369  7613 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:36.669706  7613 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:36.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:36.669932  7613 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.69.193
19:58:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.681156  7613 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/logs
19:58:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data
19:58:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.193:38319
19:58:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/info.pb
19:58:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.193
19:58:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38869
19:58:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:36.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:36.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.193
19:58:36.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:58:36.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:36.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:36.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
19:58:36.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:36.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
19:58:36.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
19:58:36.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:36.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.683519  7613 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:36.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.685567  7613 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:36.695837  7628 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:36.695814  7627 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:36.696825  7631 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:36.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.697734  7613 server_base.cc:1061] running on GCE node
19:58:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.698361  7613 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:36.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.699364  7613 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:36.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.700595  7613 hybrid_clock.cc:648] HybridClock initialized: now 1786478316700550 us; error 39 us; skew 500 ppm
19:58:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.700981  7613 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:36.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.703408  7613 webserver.cc:533] Webserver started at http://127.5.69.193:38869/ using document root <none> and password file <none>
19:58:36.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.704248  7613 fs_manager.cc:362] Metadata directory not provided
19:58:36.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.704367  7613 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.710439  7613 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.004s	sys 0.000s
19:58:36.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.713759  7641 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:58:36.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.715374  7613 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.002s
19:58:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.715565  7613 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data,/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca9dcdf28b9148118972d519b6b2ddae"
19:58:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:23 on dist-test-slave-bndk"
19:58:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.716421  7613 fs_report.cc:389] FS layout report
19:58:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/data
19:58:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.732817  7613 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:58:36.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.733870  7613 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:36.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.734217  7613 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:36.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.735366  7613 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:58:36.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.737736  7657 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
19:58:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.744105  7613 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
19:58:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.744226  7613 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.000s	sys 0.000s
19:58:36.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.744760  7613 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
19:58:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.749279  7613 ts_tablet_manager.cc:616] Registered 1 tablets
19:58:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.749405  7613 ts_tablet_manager.cc:595] Time spent register tablets: real 0.005s	user 0.005s	sys 0.000s
19:58:36.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.749840  7657 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Bootstrap starting.
19:58:36.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.775627  7657 log.cc:826] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Log is configured to *not* fsync() on all Append() calls
19:58:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.806689  7613 rpc_server.cc:307] RPC server started. Bound to: 127.5.69.193:38319
19:58:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.806788  7839 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.69.193:38319 every 8 connection(s)
19:58:36.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.808208  7657 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:58:36.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.808692  7613 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/info.pb
19:58:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.808918  7657 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Bootstrap complete.
19:58:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.813798  5399 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskVMujB3/build/asan/bin/kudu as pid 7613
19:58:36.814 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:36.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.816157  7657 ts_tablet_manager.cc:1403] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Time spent bootstrapping tablet: real 0.064s	user 0.037s	sys 0.022s
19:58:36.833 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629, tablet=f69a856c3aa24b91bf8002f71e16ca03, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
19:58:36.834 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.69.194:40531
19:58:36.835 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

19:58:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.835439  5399 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskVMujB3/build/asan/bin/kudu pid 7013
19:58:36.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.843580  7657 raft_consensus.cc:359] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:36.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.844676  7657 raft_consensus.cc:740] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca9dcdf28b9148118972d519b6b2ddae, State: Initialized, Role: FOLLOWER
19:58:36.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.845988  7657 consensus_queue.cc:260] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:36.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.860284  7240 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.868247  7657 ts_tablet_manager.cc:1434] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Time spent starting tablet: real 0.052s	user 0.019s	sys 0.005s
19:58:36.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.871763  7841 heartbeater.cc:344] Connected to a master server at 127.5.69.252:33625
19:58:36.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.872228  7841 heartbeater.cc:461] Registering TS with master...
19:58:36.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.873529  7841 heartbeater.cc:507] Master 127.5.69.252:33625 requested a full tablet report, sending...
19:58:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.877184  5709 ts_manager.cc:194] Re-registered known tserver with Master: ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:36.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.882654  7843 heartbeater.cc:344] Connected to a master server at 127.5.69.254:35161
19:58:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.882844  7843 heartbeater.cc:461] Registering TS with master...
19:58:36.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.883421  7843 heartbeater.cc:507] Master 127.5.69.254:35161 requested a full tablet report, sending...
19:58:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.885006  5466 ts_manager.cc:194] Re-registered known tserver with Master: ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:36.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.887946  7844 heartbeater.cc:344] Connected to a master server at 127.5.69.253:39167
19:58:36.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.888080  7844 heartbeater.cc:461] Registering TS with master...
19:58:36.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.888463  7844 heartbeater.cc:507] Master 127.5.69.253:39167 requested a full tablet report, sending...
19:58:36.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.889616  5590 ts_manager.cc:194] Re-registered known tserver with Master: ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:36.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.890724  5590 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.69.193:44187
19:58:36.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.892988  7844 heartbeater.cc:499] Master 127.5.69.253:39167 was elected leader, sending a full tablet report...
19:58:36.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:36.980764  5399 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskVMujB3/build/asan/bin/kudu with pid 7013
19:58:37.002 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:37.002 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] handling channelInactive
19:58:37.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state READY due to: connection closed
19:58:37.003 [DEBUG - Time-limited test] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:37.004 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:37.004 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:37.004 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:37.028 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:37.028 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:37.028 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [1ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [24ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@823915233(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@4c2e3499 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@23185b3f -> wakeup thread Time-limited test)) after lookup
19:58:37.029 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:37.030 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:37.030 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:37.030 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:37.047 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:37.047 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:37.047 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [1ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [24ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [25ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [27ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [44ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@823915233(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@4c2e3499 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1432163221 after retry RPC@880638882), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@23185b3f -> wakeup thread Time-limited test -> (continuation of Deferred@1432163221 after retry RPC@880638882))) after lookup
19:58:37.048 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:37.049 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:37.049 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:37.049 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:37.067 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:37.067 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:37.067 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [1ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [24ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [25ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [27ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [44ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [45ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [46ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [47ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [63ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@823915233(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@4c2e3499 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1432163221 after retry RPC@880638882) -> (continuation of Deferred@1957225117 after retry RPC@727132097), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@23185b3f -> wakeup thread Time-limited test -> (continuation of Deferred@1432163221 after retry RPC@880638882) -> (continuation of Deferred@1957225117 after retry RPC@727132097))) after lookup
19:58:37.068 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:37.069 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:37.069 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:37.069 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:37.207 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:37.207 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:37.208 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=205), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [1ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [24ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [25ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [27ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [44ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [45ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [46ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [47ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [63ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [64ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [66ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [66ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [201ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [204ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@823915233(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@4c2e3499 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1432163221 after retry RPC@880638882) -> (continuation of Deferred@1957225117 after retry RPC@727132097) -> (continuation of Deferred@308120868 after retry RPC@10930561), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@23185b3f -> wakeup thread Time-limited test -> (continuation of Deferred@1432163221 after retry RPC@880638882) -> (continuation of Deferred@1957225117 after retry RPC@727132097) -> (continuation of Deferred@308120868 after retry RPC@10930561))) after lookup
19:58:37.209 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:37.210 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:37.210 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:37.210 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:37.627 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:37.627 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:37.627 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=624), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [1ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [24ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [25ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [27ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [44ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [45ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [46ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [47ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [63ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [64ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [66ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [66ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [201ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [204ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [205ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [207ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [207ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [621ms] refreshing cache from master, [621ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [623ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@823915233(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@4c2e3499 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1432163221 after retry RPC@880638882) -> (continuation of Deferred@1957225117 after retry RPC@727132097) -> (continuation of Deferred@308120868 after retry RPC@10930561) -> (continuation of Deferred@1004166587 after retry RPC@226910592), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@23185b3f -> wakeup thread Time-limited test -> (continuation of Deferred@1432163221 after retry RPC@880638882) -> (continuation of Deferred@1957225117 after retry RPC@727132097) -> (continuation of Deferred@308120868 after retry RPC@10930561) -> (continuation of Deferred@1004166587 after retry RPC@226910592))) after lookup
19:58:37.628 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:37.629 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:37.629 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:37.629 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:38.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.225919  7864 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 2ffdf7f0f7aa49f5b5c44d9bd2dee834)
19:58:38.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.226150  7864 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:38.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.227849  7864 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:38.229420  7368 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.69.194:40531: connect: Connection refused (error 111)
19:58:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:38.231192  7368 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531): Network error: Client connection negotiation failed: client connection to 127.5.69.194:40531: connect: Connection refused (error 111)
19:58:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.236521  7754 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "ca9dcdf28b9148118972d519b6b2ddae" is_pre_election: true
19:58:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.237007  7754 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 794f4a01f93c4554b5ee07e8b475bc5c in term 4.
19:58:38.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.238083  7364 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 794f4a01f93c4554b5ee07e8b475bc5c, ca9dcdf28b9148118972d519b6b2ddae; no voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834
19:58:38.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.238529  7864 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 5 FOLLOWER]: Leader pre-election won for term 6
19:58:38.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.238667  7864 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 5 FOLLOWER]: Starting leader election (detected failure of leader 2ffdf7f0f7aa49f5b5c44d9bd2dee834)
19:58:38.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.238765  7864 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 5 FOLLOWER]: Advancing to term 6
19:58:38.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.240885  7864 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:38.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.241622  7864 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 6 election: Requested vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:38.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.242326  7754 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "ca9dcdf28b9148118972d519b6b2ddae"
19:58:38.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.242565  7754 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 4 FOLLOWER]: Advancing to term 6
19:58:38.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:38.243394  7368 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531): Network error: Client connection negotiation failed: client connection to 127.5.69.194:40531: connect: Connection refused (error 111)
19:58:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.247080  7754 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 794f4a01f93c4554b5ee07e8b475bc5c in term 6.
19:58:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.247694  7364 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 794f4a01f93c4554b5ee07e8b475bc5c, ca9dcdf28b9148118972d519b6b2ddae; no voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834
19:58:38.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.248071  7864 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 6 FOLLOWER]: Leader election won for term 6
19:58:38.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.248572  7864 raft_consensus.cc:697] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 6 LEADER]: Becoming Leader. State: Replica: 794f4a01f93c4554b5ee07e8b475bc5c, State: Running, Role: LEADER
19:58:38.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.249102  7864 consensus_queue.cc:237] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.252976  5590 catalog_manager.cc:5719] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c reported cstate change: term changed from 5 to 6, leader changed from 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194) to 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195). New cstate: current_term: 6 leader_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } health_report { overall_health: UNKNOWN } } }
19:58:38.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:38.666841  7368 consensus_peers.cc:597] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c -> Peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531): Couldn't send request to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834. Status: Network error: Client connection negotiation failed: client connection to 127.5.69.194:40531: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:58:38.667 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:38.668 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:38.668 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1665), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [1ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [1ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [24ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [25ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [27ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [27ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [44ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [45ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [46ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [47ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [63ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [64ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [66ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [66ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [201ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [204ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [205ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [207ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [207ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [621ms] refreshing cache from master, [621ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [623ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [625ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [626ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [626ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [1661ms] refreshing cache from master, [1661ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [1664ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@823915233(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@4c2e3499 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1432163221 after retry RPC@880638882) -> (continuation of Deferred@1957225117 after retry RPC@727132097) -> (continuation of Deferred@308120868 after retry RPC@10930561) -> (continuation of Deferred@1004166587 after retry RPC@226910592) -> (continuation of Deferred@641618184 after retry RPC@411745838), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@23185b3f -> wakeup thread Time-limited test -> (continuation of Deferred@1432163221 after retry RPC@880638882) -> (continuation of Deferred@1957225117 after retry RPC@727132097) -> (continuation of Deferred@308120868 after retry RPC@10930561) -> (continuation of Deferred@1004166587 after retry RPC@226910592) -> (continuation of Deferred@641618184 after retry RPC@411745838))) after lookup
19:58:38.669 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:38.670 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] Successfully connected to peer
19:58:38.691 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xb607ad06, L:/127.0.0.1:55248 - R:/127.5.69.195:36777] using TOKEN/null
19:58:38.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.697827  7754 raft_consensus.cc:1275] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 6 FOLLOWER]: Refusing update from remote peer 794f4a01f93c4554b5ee07e8b475bc5c: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 22. (index mismatch)
19:58:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.698995  7875 consensus_queue.cc:1048] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [LEADER]: Connected to new peer: Peer: permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
19:58:38.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.716776  7899 mvcc.cc:204] Tried to move back new op lower bound from 7317415193376231424 to 7317415191552184320. Current Snapshot: MvccSnapshot[applied={T|T < 7317415193376231424}]
19:58:38.746 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.69.194:40531
19:58:38.747 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

19:58:38.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:38.748598  5399 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:38.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:38.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:38.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data
19:58:38.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:38.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:38.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/logs
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data/info.pb
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.194:40531
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.194
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40533
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.194
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:38.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:58:39.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:39.105458  7909 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:39.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:39.105823  7909 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:39.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:39.105937  7909 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:39.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:39.116247  7909 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:39.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:39.116500  7909 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.69.194
19:58:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.127245  7909 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/logs
19:58:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.194:40531
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data/info.pb
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.194
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40533
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.194
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:39.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
19:58:39.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:39.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
19:58:39.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
19:58:39.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:39.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.129587  7909 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.131528  7909 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:39.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:39.141661  7916 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:39.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:39.141661  7917 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:39.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:39.142480  7919 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.143390  7909 server_base.cc:1061] running on GCE node
19:58:39.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.144021  7909 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:39.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.145107  7909 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:39.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.146361  7909 hybrid_clock.cc:648] HybridClock initialized: now 1786478319146279 us; error 69 us; skew 500 ppm
19:58:39.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.146775  7909 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.150823  7909 webserver.cc:533] Webserver started at http://127.5.69.194:40533/ using document root <none> and password file <none>
19:58:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.151678  7909 fs_manager.cc:362] Metadata directory not provided
19:58:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.151813  7909 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:39.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.158414  7909 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.003s	sys 0.001s
19:58:39.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.161996  7928 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:58:39.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.163637  7909 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.000s
19:58:39.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.163813  7909 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data,/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:39.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834"
19:58:39.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:23 on dist-test-slave-bndk"
19:58:39.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.164633  7909 fs_report.cc:389] FS layout report
19:58:39.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:39.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data/data
19:58:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:39.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.190689  7909 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:58:39.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.191639  7909 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.191922  7909 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:39.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.192921  7909 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:58:39.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.195245  7941 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
19:58:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.201633  7909 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
19:58:39.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.201758  7909 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
19:58:39.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.201906  7909 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
19:58:39.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.205097  7909 ts_tablet_manager.cc:616] Registered 1 tablets
19:58:39.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.205241  7909 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.000s
19:58:39.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.205761  7941 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Bootstrap starting.
19:58:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.233001  7941 log.cc:826] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Log is configured to *not* fsync() on all Append() calls
19:58:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.245839  7909 rpc_server.cc:307] RPC server started. Bound to: 127.5.69.194:40531
19:58:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.245894  8114 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.69.194:40531 every 8 connection(s)
19:58:39.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.247701  7909 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data/info.pb
19:58:39.252 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:39.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.250993  5399 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskVMujB3/build/asan/bin/kudu as pid 7909
19:58:39.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.270081  7941 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:58:39.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.271044  7941 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Bootstrap complete.
19:58:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.272831  7941 ts_tablet_manager.cc:1403] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Time spent bootstrapping tablet: real 0.068s	user 0.050s	sys 0.012s
19:58:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.281119  7941 raft_consensus.cc:359] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.282436  7941 raft_consensus.cc:740] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, State: Initialized, Role: FOLLOWER
19:58:39.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.283443  7941 consensus_queue.cc:260] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:39.284 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629, tablet=f69a856c3aa24b91bf8002f71e16ca03, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
19:58:39.285 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.69.195:36777
19:58:39.285 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

19:58:39.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.286208  5399 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskVMujB3/build/asan/bin/kudu pid 7342
19:58:39.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.294801  7941 ts_tablet_manager.cc:1434] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Time spent starting tablet: real 0.022s	user 0.008s	sys 0.008s
19:58:39.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.314867  8116 heartbeater.cc:344] Connected to a master server at 127.5.69.252:33625
19:58:39.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.315194  8118 heartbeater.cc:344] Connected to a master server at 127.5.69.254:35161
19:58:39.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.315311  8116 heartbeater.cc:461] Registering TS with master...
19:58:39.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.315362  8118 heartbeater.cc:461] Registering TS with master...
19:58:39.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.315864  8120 heartbeater.cc:344] Connected to a master server at 127.5.69.253:39167
19:58:39.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.315997  8120 heartbeater.cc:461] Registering TS with master...
19:58:39.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.316776  8120 heartbeater.cc:507] Master 127.5.69.253:39167 requested a full tablet report, sending...
19:58:39.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.316815  8118 heartbeater.cc:507] Master 127.5.69.254:35161 requested a full tablet report, sending...
19:58:39.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.317113  8116 heartbeater.cc:507] Master 127.5.69.252:33625 requested a full tablet report, sending...
19:58:39.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.320099  5466 ts_manager.cc:194] Re-registered known tserver with Master: 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531)
19:58:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.320911  5590 ts_manager.cc:194] Re-registered known tserver with Master: 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531)
19:58:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.321696  5709 ts_manager.cc:194] Re-registered known tserver with Master: 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531)
19:58:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.321971  7549 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.322489  5590 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.69.194:54391
19:58:39.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.327102  8120 heartbeater.cc:499] Master 127.5.69.253:39167 was elected leader, sending a full tablet report...
19:58:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:39.429046  5399 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskVMujB3/build/asan/bin/kudu with pid 7342
19:58:39.457 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:39.458 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] handling channelInactive
19:58:39.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state READY due to: connection closed
19:58:39.458 [DEBUG - Time-limited test] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:39.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:39.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:39.460 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:39.467 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:39.468 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:39.468 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [9ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@913307510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@7b59545b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b36c1e5 -> wakeup thread Time-limited test)) after lookup
19:58:39.469 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:39.470 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:39.470 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:39.470 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:39.488 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:39.488 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:39.488 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [9ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [10ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [12ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [12ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [29ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@913307510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@7b59545b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@361016433 after retry RPC@1663249608), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b36c1e5 -> wakeup thread Time-limited test -> (continuation of Deferred@361016433 after retry RPC@1663249608))) after lookup
19:58:39.489 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:39.490 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:39.490 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:39.490 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:39.507 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:39.507 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:39.509 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=51), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [9ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [10ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [12ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [12ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [29ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [31ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [32ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [32ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [49ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@913307510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@7b59545b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@361016433 after retry RPC@1663249608) -> (continuation of Deferred@139506385 after retry RPC@1919916671), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b36c1e5 -> wakeup thread Time-limited test -> (continuation of Deferred@361016433 after retry RPC@1663249608) -> (continuation of Deferred@139506385 after retry RPC@1919916671))) after lookup
19:58:39.509 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:39.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:39.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:39.511 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:39.568 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:39.569 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:39.569 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=111), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [9ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [10ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [12ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [12ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [29ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [31ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [32ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [32ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [49ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [51ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [53ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [53ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [110ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@913307510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@7b59545b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@361016433 after retry RPC@1663249608) -> (continuation of Deferred@139506385 after retry RPC@1919916671) -> (continuation of Deferred@1231582946 after retry RPC@1205510610), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b36c1e5 -> wakeup thread Time-limited test -> (continuation of Deferred@361016433 after retry RPC@1663249608) -> (continuation of Deferred@139506385 after retry RPC@1919916671) -> (continuation of Deferred@1231582946 after retry RPC@1205510610))) after lookup
19:58:39.570 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:39.571 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:39.571 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:39.572 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:39.648 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:39.648 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:39.648 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=190), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [9ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [10ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [12ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [12ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [29ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [31ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [32ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [32ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [49ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [51ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [53ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [53ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [110ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [111ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [114ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [114ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [186ms] refreshing cache from master, [186ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [189ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@913307510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@7b59545b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@361016433 after retry RPC@1663249608) -> (continuation of Deferred@139506385 after retry RPC@1919916671) -> (continuation of Deferred@1231582946 after retry RPC@1205510610) -> (continuation of Deferred@1297526637 after retry RPC@1594901284), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b36c1e5 -> wakeup thread Time-limited test -> (continuation of Deferred@361016433 after retry RPC@1663249608) -> (continuation of Deferred@139506385 after retry RPC@1919916671) -> (continuation of Deferred@1231582946 after retry RPC@1205510610) -> (continuation of Deferred@1297526637 after retry RPC@1594901284))) after lookup
19:58:39.649 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:39.650 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:39.650 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:39.650 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.601023  8140 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.601433  8140 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.603271  8140 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:40.604559  7932 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.69.195:36777: connect: Connection refused (error 111)
19:58:40.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:40.606313  7932 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777): Network error: Client connection negotiation failed: client connection to 127.5.69.195:36777: connect: Connection refused (error 111)
19:58:40.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.610705  7753 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "ca9dcdf28b9148118972d519b6b2ddae" is_pre_election: true
19:58:40.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.611668  7930 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834; no voters: 794f4a01f93c4554b5ee07e8b475bc5c, ca9dcdf28b9148118972d519b6b2ddae
19:58:40.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.612111  8140 raft_consensus.cc:2749] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
19:58:40.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.725745  8150 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 794f4a01f93c4554b5ee07e8b475bc5c)
19:58:40.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.726006  8150 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:40.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.727876  8150 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:40.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:40.729979  7646 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.69.195:36777: connect: Connection refused (error 111)
19:58:40.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:40.731825  7646 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777): Network error: Client connection negotiation failed: client connection to 127.5.69.195:36777: connect: Connection refused (error 111)
19:58:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.736372  8044 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "ca9dcdf28b9148118972d519b6b2ddae" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" is_pre_election: true
19:58:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.736891  8044 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca9dcdf28b9148118972d519b6b2ddae in term 5.
19:58:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.738209  7649 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, ca9dcdf28b9148118972d519b6b2ddae; no voters: 794f4a01f93c4554b5ee07e8b475bc5c
19:58:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.738739  8150 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 6 FOLLOWER]: Leader pre-election won for term 7
19:58:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.738884  8150 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 6 FOLLOWER]: Starting leader election (detected failure of leader 794f4a01f93c4554b5ee07e8b475bc5c)
19:58:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.738996  8150 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 6 FOLLOWER]: Advancing to term 7
19:58:40.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.741184  8150 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:40.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.741983  8150 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 7 election: Requested vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:40.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.742549  8044 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "ca9dcdf28b9148118972d519b6b2ddae" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834"
19:58:40.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.742766  8044 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 5 FOLLOWER]: Advancing to term 7
19:58:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:40.743889  7646 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777): Network error: Client connection negotiation failed: client connection to 127.5.69.195:36777: connect: Connection refused (error 111)
19:58:40.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.746814  8044 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca9dcdf28b9148118972d519b6b2ddae in term 7.
19:58:40.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.747387  7649 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, ca9dcdf28b9148118972d519b6b2ddae; no voters: 794f4a01f93c4554b5ee07e8b475bc5c
19:58:40.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.747717  8150 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 7 FOLLOWER]: Leader election won for term 7
19:58:40.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.748214  8150 raft_consensus.cc:697] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 7 LEADER]: Becoming Leader. State: Replica: ca9dcdf28b9148118972d519b6b2ddae, State: Running, Role: LEADER
19:58:40.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.748791  8150 consensus_queue.cc:237] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:40.753156  5590 catalog_manager.cc:5719] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae reported cstate change: term changed from 6 to 7, leader changed from 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195) to ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193). New cstate: current_term: 7 leader_uuid: "ca9dcdf28b9148118972d519b6b2ddae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } health_report { overall_health: HEALTHY } } }
19:58:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.154778  8044 raft_consensus.cc:1275] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 7 FOLLOWER]: Refusing update from remote peer ca9dcdf28b9148118972d519b6b2ddae: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
19:58:41.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.155840  8150 consensus_queue.cc:1048] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [LEADER]: Connected to new peer: Peer: permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
19:58:41.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:41.169808  7646 consensus_peers.cc:597] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae -> Peer 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777): Couldn't send request to peer 794f4a01f93c4554b5ee07e8b475bc5c. Status: Network error: Client connection negotiation failed: client connection to 127.5.69.195:36777: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:58:41.308 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:41.308 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:41.308 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1850), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [9ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [10ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [12ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [12ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [29ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [31ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [32ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [32ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [49ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [51ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [53ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [53ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [110ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [111ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [114ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [114ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [186ms] refreshing cache from master, [186ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [189ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [191ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [192ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [192ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [1846ms] refreshing cache from master, [1846ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [1849ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@913307510(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@7b59545b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@361016433 after retry RPC@1663249608) -> (continuation of Deferred@139506385 after retry RPC@1919916671) -> (continuation of Deferred@1231582946 after retry RPC@1205510610) -> (continuation of Deferred@1297526637 after retry RPC@1594901284) -> (continuation of Deferred@100412429 after retry RPC@1487427317), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4b36c1e5 -> wakeup thread Time-limited test -> (continuation of Deferred@361016433 after retry RPC@1663249608) -> (continuation of Deferred@139506385 after retry RPC@1919916671) -> (continuation of Deferred@1231582946 after retry RPC@1205510610) -> (continuation of Deferred@1297526637 after retry RPC@1594901284) -> (continuation of Deferred@100412429 after retry RPC@1487427317))) after lookup
19:58:41.309 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:41.311 [DEBUG - kudu-nio-7] (Connection.java:757) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] Successfully connected to peer
19:58:41.342 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x6eabaca2, L:/127.0.0.1:55184 - R:/127.5.69.193:38319] using TOKEN/null
19:58:41.374 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.69.195:36777
19:58:41.374 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

19:58:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.375840  5399 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data
19:58:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/logs
19:58:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data/info.pb
19:58:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.195:36777
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.195
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45637
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.195
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:58:41.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:41.726107  8199 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:41.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:41.726470  8199 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:41.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:41.726549  8199 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:41.735167  8199 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:41.735363  8199 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.69.195
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.746868  8199 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/logs
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.195:36777
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data/info.pb
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.195
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45637
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.195
19:58:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:58:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
19:58:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
19:58:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
19:58:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.748708  8199 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.750792  8199 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:41.761574  8210 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:41.761713  8212 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:41.761422  8209 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:41.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.763113  8199 server_base.cc:1061] running on GCE node
19:58:41.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.763823  8199 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:41.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.764904  8199 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:41.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.766125  8199 hybrid_clock.cc:648] HybridClock initialized: now 1786478321766075 us; error 40 us; skew 500 ppm
19:58:41.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.766517  8199 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:41.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.768939  8199 webserver.cc:533] Webserver started at http://127.5.69.195:45637/ using document root <none> and password file <none>
19:58:41.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.769860  8199 fs_manager.cc:362] Metadata directory not provided
19:58:41.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.769982  8199 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.776232  8199 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.006s	sys 0.000s
19:58:41.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.779495  8223 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:58:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.780951  8199 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
19:58:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.781141  8199 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data,/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "794f4a01f93c4554b5ee07e8b475bc5c"
19:58:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:24 on dist-test-slave-bndk"
19:58:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.782018  8199 fs_report.cc:389] FS layout report
19:58:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data/data
19:58:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:41.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:41.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:41.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:41.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.795096  8199 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:58:41.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.796072  8199 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:41.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.796411  8199 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.797539  8199 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:58:41.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.799731  8234 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
19:58:41.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.806712  8199 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
19:58:41.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.806841  8199 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
19:58:41.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.806986  8199 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
19:58:41.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.810343  8199 ts_tablet_manager.cc:616] Registered 1 tablets
19:58:41.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.810472  8199 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.003s	sys 0.000s
19:58:41.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.811089  8234 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Bootstrap starting.
19:58:41.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.839916  8234 log.cc:826] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Log is configured to *not* fsync() on all Append() calls
19:58:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.850147  8199 rpc_server.cc:307] RPC server started. Bound to: 127.5.69.195:36777
19:58:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.850245  8414 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.69.195:36777 every 8 connection(s)
19:58:41.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.851763  8199 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data/info.pb
19:58:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.857381  5399 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskVMujB3/build/asan/bin/kudu as pid 8199
19:58:41.858 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:41.873 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629, tablet=f69a856c3aa24b91bf8002f71e16ca03, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
19:58:41.873 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.69.193:38319
19:58:41.874 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

19:58:41.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.874543  5399 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskVMujB3/build/asan/bin/kudu pid 7613
19:58:41.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.877003  8420 heartbeater.cc:344] Connected to a master server at 127.5.69.254:35161
19:58:41.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.877789  8420 heartbeater.cc:461] Registering TS with master...
19:58:41.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.879055  8420 heartbeater.cc:507] Master 127.5.69.254:35161 requested a full tablet report, sending...
19:58:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.883617  5466 ts_manager.cc:194] Re-registered known tserver with Master: 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.884539  8417 heartbeater.cc:344] Connected to a master server at 127.5.69.252:33625
19:58:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.884690  8417 heartbeater.cc:461] Registering TS with master...
19:58:41.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.885381  8417 heartbeater.cc:507] Master 127.5.69.252:33625 requested a full tablet report, sending...
19:58:41.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.885666  8234 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:58:41.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.886387  8234 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Bootstrap complete.
19:58:41.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.887044  5709 ts_manager.cc:194] Re-registered known tserver with Master: 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:41.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.887848  8234 ts_tablet_manager.cc:1403] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Time spent bootstrapping tablet: real 0.077s	user 0.060s	sys 0.004s
19:58:41.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.894299  8234 raft_consensus.cc:359] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:41.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.895385  8234 raft_consensus.cc:740] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 794f4a01f93c4554b5ee07e8b475bc5c, State: Initialized, Role: FOLLOWER
19:58:41.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.896251  8234 consensus_queue.cc:260] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:41.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.902680  8234 ts_tablet_manager.cc:1434] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Time spent starting tablet: real 0.015s	user 0.013s	sys 0.003s
19:58:41.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.903859  8421 heartbeater.cc:344] Connected to a master server at 127.5.69.253:39167
19:58:41.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.904012  8421 heartbeater.cc:461] Registering TS with master...
19:58:41.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.904527  8421 heartbeater.cc:507] Master 127.5.69.253:39167 requested a full tablet report, sending...
19:58:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.905869  5587 ts_manager.cc:194] Re-registered known tserver with Master: 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:41.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.907984  5587 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.69.195:58851
19:58:41.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.910969  8421 heartbeater.cc:499] Master 127.5.69.253:39167 was elected leader, sending a full tablet report...
19:58:41.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:41.912267  7832 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:42.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:42.009375  5399 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskVMujB3/build/asan/bin/kudu with pid 7613
19:58:42.031 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:42.031 [DEBUG - kudu-nio-7] (Connection.java:239) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] handling channelInactive
19:58:42.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state READY due to: connection closed
19:58:42.045 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:42.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:42.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:42.047 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:42.067 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:42.068 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:42.068 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=3, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [16ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [16ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@105540245(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@1ccf9b57 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d9d7fc7 -> wakeup thread Time-limited test)) after lookup
19:58:42.069 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:42.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:42.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:42.070 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:42.088 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:42.088 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:42.089 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=5, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=57), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [16ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [16ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [37ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [39ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [39ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [56ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@105540245(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@1ccf9b57 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@261271194 after retry RPC@701991912), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d9d7fc7 -> wakeup thread Time-limited test -> (continuation of Deferred@261271194 after retry RPC@701991912))) after lookup
19:58:42.090 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:42.090 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:42.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:42.091 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:42.168 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:42.168 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:42.169 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=7, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=137), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [16ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [16ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [37ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [39ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [39ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [56ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [58ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [60ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [60ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [133ms] refreshing cache from master, [133ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [136ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@105540245(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@1ccf9b57 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@261271194 after retry RPC@701991912) -> (continuation of Deferred@1148214908 after retry RPC@480386051), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d9d7fc7 -> wakeup thread Time-limited test -> (continuation of Deferred@261271194 after retry RPC@701991912) -> (continuation of Deferred@1148214908 after retry RPC@480386051))) after lookup
19:58:42.169 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:42.170 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:42.170 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:42.171 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:42.287 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:42.288 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:42.288 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=9, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=256), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [16ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [16ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [37ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [39ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [39ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [56ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [58ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [60ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [60ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [133ms] refreshing cache from master, [133ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [136ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [138ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [139ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [140ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [253ms] refreshing cache from master, [253ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [256ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@105540245(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@1ccf9b57 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@261271194 after retry RPC@701991912) -> (continuation of Deferred@1148214908 after retry RPC@480386051) -> (continuation of Deferred@623176114 after retry RPC@694856465), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d9d7fc7 -> wakeup thread Time-limited test -> (continuation of Deferred@261271194 after retry RPC@701991912) -> (continuation of Deferred@1148214908 after retry RPC@480386051) -> (continuation of Deferred@623176114 after retry RPC@694856465))) after lookup
19:58:42.289 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:42.290 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:42.290 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:42.290 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:42.748 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:42.748 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:42.748 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=11, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=717), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [16ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [16ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [37ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [39ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [39ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [56ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [58ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [60ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [60ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [133ms] refreshing cache from master, [133ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [136ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [138ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [139ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [140ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [253ms] refreshing cache from master, [253ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [256ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [257ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [259ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [259ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [713ms] refreshing cache from master, [713ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [716ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@105540245(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@1ccf9b57 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@261271194 after retry RPC@701991912) -> (continuation of Deferred@1148214908 after retry RPC@480386051) -> (continuation of Deferred@623176114 after retry RPC@694856465) -> (continuation of Deferred@1167866005 after retry RPC@970072340), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d9d7fc7 -> wakeup thread Time-limited test -> (continuation of Deferred@261271194 after retry RPC@701991912) -> (continuation of Deferred@1148214908 after retry RPC@480386051) -> (continuation of Deferred@623176114 after retry RPC@694856465) -> (continuation of Deferred@1167866005 after retry RPC@970072340))) after lookup
19:58:42.749 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:42.750 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:42.750 [DEBUG - kudu-nio-5] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:42.750 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.087602  8440 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 6 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.087950  8440 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.089746  8440 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:43.091539  8227 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111)
19:58:43.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:43.093175  8227 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319): Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111)
19:58:43.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.096578  8044 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" is_pre_election: true
19:58:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.097515  8231 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 794f4a01f93c4554b5ee07e8b475bc5c; no voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, ca9dcdf28b9148118972d519b6b2ddae
19:58:43.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.097944  8440 raft_consensus.cc:2749] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 6 FOLLOWER]: Leader pre-election lost for term 7. Reason: could not achieve majority
19:58:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.303416  8447 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader ca9dcdf28b9148118972d519b6b2ddae)
19:58:43.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.303640  8447 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:43.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.304486  8447 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:43.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:43.307271  7930 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319): Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111)
19:58:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.313134  8341 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" is_pre_election: true
19:58:43.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.313611  8341 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2ffdf7f0f7aa49f5b5c44d9bd2dee834 in term 6.
19:58:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.314826  7932 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, 794f4a01f93c4554b5ee07e8b475bc5c; no voters: ca9dcdf28b9148118972d519b6b2ddae
19:58:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.315187  8447 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 7 FOLLOWER]: Leader pre-election won for term 8
19:58:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.315313  8447 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 7 FOLLOWER]: Starting leader election (detected failure of leader ca9dcdf28b9148118972d519b6b2ddae)
19:58:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.315397  8447 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 7 FOLLOWER]: Advancing to term 8
19:58:43.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.317691  8447 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:43.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.318377  8447 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 8 election: Requested vote from peers 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:43.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.319049  8341 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "794f4a01f93c4554b5ee07e8b475bc5c"
19:58:43.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.319271  8341 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 6 FOLLOWER]: Advancing to term 8
19:58:43.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:43.320461  7930 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319): Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111)
19:58:43.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.323604  8341 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2ffdf7f0f7aa49f5b5c44d9bd2dee834 in term 8.
19:58:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.324191  7932 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, 794f4a01f93c4554b5ee07e8b475bc5c; no voters: ca9dcdf28b9148118972d519b6b2ddae
19:58:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.324558  8447 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 8 FOLLOWER]: Leader election won for term 8
19:58:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.325030  8447 raft_consensus.cc:697] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 8 LEADER]: Becoming Leader. State: Replica: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, State: Running, Role: LEADER
19:58:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.325600  8447 consensus_queue.cc:237] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:43.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.329640  5587 catalog_manager.cc:5719] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 reported cstate change: term changed from 7 to 8, leader changed from ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193) to 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194). New cstate: current_term: 8 leader_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } health_report { overall_health: UNKNOWN } } }
19:58:43.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.844736  8341 raft_consensus.cc:1275] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 8 FOLLOWER]: Refusing update from remote peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
19:58:43.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:43.845743  8476 consensus_queue.cc:1048] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [LEADER]: Connected to new peer: Peer: permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
19:58:43.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:43.867282  7930 consensus_peers.cc:597] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 -> Peer ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319): Couldn't send request to peer ca9dcdf28b9148118972d519b6b2ddae. Status: Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:58:45.867 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:45.867 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:45.868 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=13, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=3836), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [16ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [16ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [37ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [39ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [39ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [56ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [58ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [60ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [60ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [133ms] refreshing cache from master, [133ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [136ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [138ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [139ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [140ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [253ms] refreshing cache from master, [253ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [256ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [257ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [259ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [259ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [713ms] refreshing cache from master, [713ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [716ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [718ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [719ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [719ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [3833ms] refreshing cache from master, [3833ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [3836ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@105540245(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@1ccf9b57 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@261271194 after retry RPC@701991912) -> (continuation of Deferred@1148214908 after retry RPC@480386051) -> (continuation of Deferred@623176114 after retry RPC@694856465) -> (continuation of Deferred@1167866005 after retry RPC@970072340) -> (continuation of Deferred@344776333 after retry RPC@1023317897), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d9d7fc7 -> wakeup thread Time-limited test -> (continuation of Deferred@261271194 after retry RPC@701991912) -> (continuation of Deferred@1148214908 after retry RPC@480386051) -> (continuation of Deferred@623176114 after retry RPC@694856465) -> (continuation of Deferred@1167866005 after retry RPC@970072340) -> (continuation of Deferred@344776333 after retry RPC@1023317897))) after lookup
19:58:45.869 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:45.870 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] Successfully connected to peer
19:58:45.902 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x858f4dbc, L:/127.0.0.1:37962 - R:/127.5.69.194:40531] using TOKEN/null
19:58:45.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:45.904438  7930 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111) [suppressed 6 similar messages]
19:58:45.937 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.69.193:38319
19:58:45.937 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

19:58:45.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:45.938396  5399 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:45.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:45.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:45.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data
19:58:45.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:45.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:45.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:45.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:45.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:45.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/logs
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/info.pb
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.193:38319
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.193
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38869
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.193
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:45.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:58:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:46.280865  8520 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:46.281245  8520 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:46.281363  8520 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:46.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:46.290153  8520 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:46.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:46.290370  8520 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.69.193
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.300658  8520 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/logs
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.193:38319
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/info.pb
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.193
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38869
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:46.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.193
19:58:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:58:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
19:58:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
19:58:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
19:58:46.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:46.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.302867  8520 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.304793  8520 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:46.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:46.315145  8529 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:46.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:46.315285  8530 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:46.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:46.317581  8532 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:46.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.318914  8520 server_base.cc:1061] running on GCE node
19:58:46.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.319607  8520 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:46.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.320720  8520 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:46.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.321961  8520 hybrid_clock.cc:648] HybridClock initialized: now 1786478326321896 us; error 57 us; skew 500 ppm
19:58:46.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.322326  8520 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.324780  8520 webserver.cc:533] Webserver started at http://127.5.69.193:38869/ using document root <none> and password file <none>
19:58:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.325747  8520 fs_manager.cc:362] Metadata directory not provided
19:58:46.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.325865  8520 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:46.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.332167  8520 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.002s	sys 0.004s
19:58:46.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.335250  8544 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:58:46.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.336763  8520 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
19:58:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.336922  8520 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data,/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca9dcdf28b9148118972d519b6b2ddae"
19:58:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:23 on dist-test-slave-bndk"
19:58:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.337798  8520 fs_report.cc:389] FS layout report
19:58:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/data
19:58:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:46.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.363415  8520 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:58:46.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.364367  8520 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:46.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.364640  8520 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:46.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.365722  8520 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:58:46.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.368047  8557 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
19:58:46.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.374646  8520 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
19:58:46.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.374765  8520 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
19:58:46.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.374881  8520 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
19:58:46.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.378094  8520 ts_tablet_manager.cc:616] Registered 1 tablets
19:58:46.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.378201  8520 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.003s	sys 0.000s
19:58:46.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.378715  8557 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Bootstrap starting.
19:58:46.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.406602  8557 log.cc:826] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Log is configured to *not* fsync() on all Append() calls
19:58:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.421010  8520 rpc_server.cc:307] RPC server started. Bound to: 127.5.69.193:38319
19:58:46.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.421038  8736 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.69.193:38319 every 8 connection(s)
19:58:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.422513  8520 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/info.pb
19:58:46.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.429797  5399 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskVMujB3/build/asan/bin/kudu as pid 8520
19:58:46.430 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:46.451 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629, tablet=f69a856c3aa24b91bf8002f71e16ca03, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
19:58:46.452 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.69.194:40531
19:58:46.452 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

19:58:46.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.453089  5399 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskVMujB3/build/asan/bin/kudu pid 7909
19:58:46.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.480466  8557 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:58:46.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.481189  8557 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Bootstrap complete.
19:58:46.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.481668  8740 heartbeater.cc:344] Connected to a master server at 127.5.69.253:39167
19:58:46.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.481990  8740 heartbeater.cc:461] Registering TS with master...
19:58:46.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.482679  8557 ts_tablet_manager.cc:1403] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Time spent bootstrapping tablet: real 0.104s	user 0.052s	sys 0.019s
19:58:46.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.483143  8740 heartbeater.cc:507] Master 127.5.69.253:39167 requested a full tablet report, sending...
19:58:46.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.488519  5587 ts_manager.cc:194] Re-registered known tserver with Master: ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:46.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.488583  8557 raft_consensus.cc:359] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:46.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.489538  8557 raft_consensus.cc:740] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca9dcdf28b9148118972d519b6b2ddae, State: Initialized, Role: FOLLOWER
19:58:46.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.490154  5587 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.69.193:51243
19:58:46.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.490294  8557 consensus_queue.cc:260] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.494626  8737 heartbeater.cc:344] Connected to a master server at 127.5.69.252:33625
19:58:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.495059  8737 heartbeater.cc:461] Registering TS with master...
19:58:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.495733  8737 heartbeater.cc:507] Master 127.5.69.252:33625 requested a full tablet report, sending...
19:58:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.496538  8738 heartbeater.cc:344] Connected to a master server at 127.5.69.254:35161
19:58:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.496670  8738 heartbeater.cc:461] Registering TS with master...
19:58:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.497242  8738 heartbeater.cc:507] Master 127.5.69.254:35161 requested a full tablet report, sending...
19:58:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.497459  5709 ts_manager.cc:194] Re-registered known tserver with Master: ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:46.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.499042  5466 ts_manager.cc:194] Re-registered known tserver with Master: ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.510057  8740 heartbeater.cc:499] Master 127.5.69.253:39167 was elected leader, sending a full tablet report...
19:58:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.510435  8557 ts_tablet_manager.cc:1434] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Time spent starting tablet: real 0.028s	user 0.014s	sys 0.001s
19:58:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.510887  8110 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:46.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.520201  8668 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 7 FOLLOWER]: Advancing to term 8
19:58:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:46.622622  5399 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskVMujB3/build/asan/bin/kudu with pid 7909
19:58:46.646 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] handling channelInactive
19:58:46.646 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state READY due to: connection closed
19:58:46.647 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:46.648 [DEBUG - Time-limited test] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:46.649 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:46.649 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:46.649 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:46.667 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:46.668 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:46.668 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [2ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [20ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1455074777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@1e303a58 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fff9613 -> wakeup thread Time-limited test)) after lookup
19:58:46.669 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:46.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:46.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:46.670 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:46.688 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:46.688 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:46.689 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [2ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [20ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [21ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [23ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [23ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [41ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1455074777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@1e303a58 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@351925931 after retry RPC@1197843753), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fff9613 -> wakeup thread Time-limited test -> (continuation of Deferred@351925931 after retry RPC@1197843753))) after lookup
19:58:46.689 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:46.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:46.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:46.691 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:46.728 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:46.728 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:46.729 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [2ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [20ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [21ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [23ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [23ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [41ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [42ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [44ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [44ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [81ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1455074777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@1e303a58 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@351925931 after retry RPC@1197843753) -> (continuation of Deferred@580815100 after retry RPC@1220029803), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fff9613 -> wakeup thread Time-limited test -> (continuation of Deferred@351925931 after retry RPC@1197843753) -> (continuation of Deferred@580815100 after retry RPC@1220029803))) after lookup
19:58:46.730 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:46.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:46.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:46.732 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:46.768 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:46.768 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:46.768 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=120), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [2ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [20ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [21ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [23ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [23ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [41ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [42ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [44ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [44ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [81ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [83ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [85ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [85ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [120ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1455074777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@1e303a58 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@351925931 after retry RPC@1197843753) -> (continuation of Deferred@580815100 after retry RPC@1220029803) -> (continuation of Deferred@900779378 after retry RPC@1061911915), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fff9613 -> wakeup thread Time-limited test -> (continuation of Deferred@351925931 after retry RPC@1197843753) -> (continuation of Deferred@580815100 after retry RPC@1220029803) -> (continuation of Deferred@900779378 after retry RPC@1061911915))) after lookup
19:58:46.769 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:46.770 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:46.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:46.771 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:47.207 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:47.208 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:47.209 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=561), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [2ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [20ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [21ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [23ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [23ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [41ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [42ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [44ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [44ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [81ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [83ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [85ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [85ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [120ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [122ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [124ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [124ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [557ms] refreshing cache from master, [557ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [560ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1455074777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@1e303a58 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@351925931 after retry RPC@1197843753) -> (continuation of Deferred@580815100 after retry RPC@1220029803) -> (continuation of Deferred@900779378 after retry RPC@1061911915) -> (continuation of Deferred@1346187806 after retry RPC@880389463), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fff9613 -> wakeup thread Time-limited test -> (continuation of Deferred@351925931 after retry RPC@1197843753) -> (continuation of Deferred@580815100 after retry RPC@1220029803) -> (continuation of Deferred@900779378 after retry RPC@1061911915) -> (continuation of Deferred@1346187806 after retry RPC@880389463))) after lookup
19:58:47.210 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:47.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:47.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:47.211 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531
19:58:47.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:47.436666  8782 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 2ffdf7f0f7aa49f5b5c44d9bd2dee834)
19:58:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:47.436861  8782 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:47.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:47.437628  8782 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:47.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:47.440521  8231 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531): Network error: Client connection negotiation failed: client connection to 127.5.69.194:40531: connect: Connection refused (error 111)
19:58:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:47.444646  8668 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "ca9dcdf28b9148118972d519b6b2ddae" is_pre_election: true
19:58:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:47.445688  8227 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 794f4a01f93c4554b5ee07e8b475bc5c; no voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, ca9dcdf28b9148118972d519b6b2ddae
19:58:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:47.446017  8782 raft_consensus.cc:2749] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 8 FOLLOWER]: Leader pre-election lost for term 9. Reason: could not achieve majority
19:58:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.027558  8791 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 2ffdf7f0f7aa49f5b5c44d9bd2dee834)
19:58:48.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.027810  8791 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:48.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.029433  8791 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:48.043191  8553 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.69.194:40531: connect: Connection refused (error 111)
19:58:48.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:48.044907  8553 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531): Network error: Client connection negotiation failed: client connection to 127.5.69.194:40531: connect: Connection refused (error 111)
19:58:48.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.050921  8341 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "ca9dcdf28b9148118972d519b6b2ddae" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" is_pre_election: true
19:58:48.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.051151  8341 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca9dcdf28b9148118972d519b6b2ddae in term 8.
19:58:48.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.051810  8550 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 794f4a01f93c4554b5ee07e8b475bc5c, ca9dcdf28b9148118972d519b6b2ddae; no voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834
19:58:48.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.052348  8791 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 8 FOLLOWER]: Leader pre-election won for term 9
19:58:48.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.052496  8791 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 8 FOLLOWER]: Starting leader election (detected failure of leader 2ffdf7f0f7aa49f5b5c44d9bd2dee834)
19:58:48.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.052624  8791 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 8 FOLLOWER]: Advancing to term 9
19:58:48.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.055047  8791 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:48.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.055755  8791 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 9 election: Requested vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:48.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.056380  8341 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "ca9dcdf28b9148118972d519b6b2ddae" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "794f4a01f93c4554b5ee07e8b475bc5c"
19:58:48.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.056588  8341 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 8 FOLLOWER]: Advancing to term 9
19:58:48.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:48.057891  8553 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531): Network error: Client connection negotiation failed: client connection to 127.5.69.194:40531: connect: Connection refused (error 111)
19:58:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.059033  8341 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca9dcdf28b9148118972d519b6b2ddae in term 9.
19:58:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.059542  8550 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 794f4a01f93c4554b5ee07e8b475bc5c, ca9dcdf28b9148118972d519b6b2ddae; no voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834
19:58:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.059900  8791 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 9 FOLLOWER]: Leader election won for term 9
19:58:48.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.060482  8791 raft_consensus.cc:697] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 9 LEADER]: Becoming Leader. State: Replica: ca9dcdf28b9148118972d519b6b2ddae, State: Running, Role: LEADER
19:58:48.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.061049  8791 consensus_queue.cc:237] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:48.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.065431  5587 catalog_manager.cc:5719] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae reported cstate change: term changed from 8 to 9, leader changed from 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194) to ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193). New cstate: current_term: 9 leader_uuid: "ca9dcdf28b9148118972d519b6b2ddae" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } health_report { overall_health: HEALTHY } } }
19:58:48.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.515386  8341 raft_consensus.cc:1275] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 9 FOLLOWER]: Refusing update from remote peer ca9dcdf28b9148118972d519b6b2ddae: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
19:58:48.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.516201  8791 consensus_queue.cc:1048] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [LEADER]: Connected to new peer: Peer: permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 32, Time since last communication: 0.000s
19:58:48.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:48.523311  8553 consensus_peers.cc:597] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae -> Peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531): Couldn't send request to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834. Status: Network error: Client connection negotiation failed: client connection to 127.5.69.194:40531: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:58:48.807 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:48.808 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:48.808 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2160), Traces: [0ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [2ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [20ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [21ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [23ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [23ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [41ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [42ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [44ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [44ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [81ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [83ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [85ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [85ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [120ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [122ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [124ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [124ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [557ms] refreshing cache from master, [557ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [560ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [563ms] sending RPC to server 2ffdf7f0f7aa49f5b5c44d9bd2dee834, [564ms] received response from server 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [564ms] delaying RPC due to: Network error: Failed to connect to peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531): Connection refused: /127.5.69.194:40531, [2157ms] refreshing cache from master, [2157ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [2160ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1455074777(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@1e303a58 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@351925931 after retry RPC@1197843753) -> (continuation of Deferred@580815100 after retry RPC@1220029803) -> (continuation of Deferred@900779378 after retry RPC@1061911915) -> (continuation of Deferred@1346187806 after retry RPC@880389463) -> (continuation of Deferred@1858478613 after retry RPC@388770191), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fff9613 -> wakeup thread Time-limited test -> (continuation of Deferred@351925931 after retry RPC@1197843753) -> (continuation of Deferred@580815100 after retry RPC@1220029803) -> (continuation of Deferred@900779378 after retry RPC@1061911915) -> (continuation of Deferred@1346187806 after retry RPC@880389463) -> (continuation of Deferred@1858478613 after retry RPC@388770191))) after lookup
19:58:48.808 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:48.809 [DEBUG - kudu-nio-5] (Connection.java:757) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] Successfully connected to peer
19:58:48.839 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0xddf6ea9a, L:/127.0.0.1:45132 - R:/127.5.69.193:38319] using TOKEN/null
19:58:48.873 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.69.194:40531
19:58:48.873 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:48.873943  5399 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/logs
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data/info.pb
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.194:40531
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.194
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40533
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.194
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:58:49.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:49.217713  8838 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:49.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:49.218065  8838 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:49.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:49.218145  8838 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:49.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:49.226778  8838 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:49.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:49.226963  8838 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.69.194
19:58:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.237360  8838 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/logs
19:58:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data
19:58:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.194:40531
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data/info.pb
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.194
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40533
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.194
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
19:58:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:49.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.239014  8838 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.240836  8838 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:49.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:49.250435  8846 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:49.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:49.251472  8847 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:49.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:49.251943  8849 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:49.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.253053  8838 server_base.cc:1061] running on GCE node
19:58:49.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.253691  8838 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:49.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.254738  8838 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:49.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.255944  8838 hybrid_clock.cc:648] HybridClock initialized: now 1786478329255885 us; error 53 us; skew 500 ppm
19:58:49.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.256248  8838 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:49.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.258502  8838 webserver.cc:533] Webserver started at http://127.5.69.194:40533/ using document root <none> and password file <none>
19:58:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.259217  8838 fs_manager.cc:362] Metadata directory not provided
19:58:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.259343  8838 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.265347  8838 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.002s	sys 0.002s
19:58:49.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.268510  8858 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:58:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.270067  8838 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.003s
19:58:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.270253  8838 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data,/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834"
19:58:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:23 on dist-test-slave-bndk"
19:58:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.271093  8838 fs_report.cc:389] FS layout report
19:58:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/wal
19:58:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data/data
19:58:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:49.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.292177  8838 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:58:49.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.293062  8838 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:49.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.293375  8838 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:49.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.294422  8838 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:58:49.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.296612  8867 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
19:58:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.302712  8838 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
19:58:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.302820  8838 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
19:58:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.302929  8838 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
19:58:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.306183  8838 ts_tablet_manager.cc:616] Registered 1 tablets
19:58:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.306303  8838 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.003s	sys 0.000s
19:58:49.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.306802  8867 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Bootstrap starting.
19:58:49.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.335000  8867 log.cc:826] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Log is configured to *not* fsync() on all Append() calls
19:58:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.352216  8838 rpc_server.cc:307] RPC server started. Bound to: 127.5.69.194:40531
19:58:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.352308  9053 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.69.194:40531 every 8 connection(s)
19:58:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.353926  8838 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-1/data/info.pb
19:58:49.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.363903  5399 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskVMujB3/build/asan/bin/kudu as pid 8838
19:58:49.364 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:49.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.389122  8867 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:58:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.389994  8867 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Bootstrap complete.
19:58:49.391 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629, tablet=f69a856c3aa24b91bf8002f71e16ca03, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
19:58:49.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.392221  8867 ts_tablet_manager.cc:1403] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Time spent bootstrapping tablet: real 0.086s	user 0.061s	sys 0.011s
19:58:49.393 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.69.193:38319
19:58:49.393 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

19:58:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.393752  9055 heartbeater.cc:344] Connected to a master server at 127.5.69.252:33625
19:58:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.393929  5399 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskVMujB3/build/asan/bin/kudu pid 8520
19:58:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.394160  9055 heartbeater.cc:461] Registering TS with master...
19:58:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.395381  9055 heartbeater.cc:507] Master 127.5.69.252:33625 requested a full tablet report, sending...
19:58:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.396215  9058 heartbeater.cc:344] Connected to a master server at 127.5.69.253:39167
19:58:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.396427  9058 heartbeater.cc:461] Registering TS with master...
19:58:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.397066  9058 heartbeater.cc:507] Master 127.5.69.253:39167 requested a full tablet report, sending...
19:58:49.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.399220  5587 ts_manager.cc:194] Re-registered known tserver with Master: 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531)
19:58:49.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.399510  8867 raft_consensus.cc:359] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:49.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.400573  8867 raft_consensus.cc:740] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, State: Initialized, Role: FOLLOWER
19:58:49.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.400794  5587 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.69.194:51459
19:58:49.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.401850  8867 consensus_queue.cc:260] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:49.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.402997  5709 ts_manager.cc:194] Re-registered known tserver with Master: 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531)
19:58:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.410305  9056 heartbeater.cc:344] Connected to a master server at 127.5.69.254:35161
19:58:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.410553  9056 heartbeater.cc:461] Registering TS with master...
19:58:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.411078  9056 heartbeater.cc:507] Master 127.5.69.254:35161 requested a full tablet report, sending...
19:58:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.411942  8867 ts_tablet_manager.cc:1434] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Time spent starting tablet: real 0.020s	user 0.010s	sys 0.007s
19:58:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.412312  9058 heartbeater.cc:499] Master 127.5.69.253:39167 was elected leader, sending a full tablet report...
19:58:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.412995  5466 ts_manager.cc:194] Re-registered known tserver with Master: 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531)
19:58:49.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.418431  8731 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:49.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:49.521653  5399 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskVMujB3/build/asan/bin/kudu with pid 8520
19:58:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:49.543632  8231 connection.cc:573] server connection from 127.5.69.193:58009 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:58:49.544 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:49.544 [DEBUG - kudu-nio-5] (Connection.java:239) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] handling channelInactive
19:58:49.544 [DEBUG - kudu-nio-5] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state READY due to: connection closed
19:58:49.565 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:49.566 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:49.566 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:49.566 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:49.588 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:49.588 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:49.588 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=3, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [1ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [22ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [22ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [43ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1306375934(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@3b4b8e9b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3a85d0dc -> wakeup thread Time-limited test)) after lookup
19:58:49.589 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:49.590 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:49.590 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:49.590 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:49.608 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:49.608 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:49.608 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=5, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [1ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [22ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [22ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [43ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [45ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [46ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [46ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [63ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1306375934(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@3b4b8e9b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1211577211 after retry RPC@1553992081), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3a85d0dc -> wakeup thread Time-limited test -> (continuation of Deferred@1211577211 after retry RPC@1553992081))) after lookup
19:58:49.609 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:49.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:49.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:49.610 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:49.668 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:49.668 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:49.668 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=7, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=123), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [1ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [22ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [22ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [43ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [45ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [46ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [46ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [63ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [65ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [66ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [66ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [123ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1306375934(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@3b4b8e9b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1211577211 after retry RPC@1553992081) -> (continuation of Deferred@1554784940 after retry RPC@10245161), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3a85d0dc -> wakeup thread Time-limited test -> (continuation of Deferred@1211577211 after retry RPC@1553992081) -> (continuation of Deferred@1554784940 after retry RPC@10245161))) after lookup
19:58:49.669 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:49.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:49.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:49.670 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:49.687 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:49.687 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:49.688 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=9, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=143), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [1ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [22ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [22ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [43ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [45ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [46ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [46ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [63ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [65ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [66ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [66ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [123ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [125ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [126ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [126ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [140ms] refreshing cache from master, [140ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [143ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1306375934(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@3b4b8e9b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1211577211 after retry RPC@1553992081) -> (continuation of Deferred@1554784940 after retry RPC@10245161) -> (continuation of Deferred@1826872473 after retry RPC@238874672), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3a85d0dc -> wakeup thread Time-limited test -> (continuation of Deferred@1211577211 after retry RPC@1553992081) -> (continuation of Deferred@1554784940 after retry RPC@10245161) -> (continuation of Deferred@1826872473 after retry RPC@238874672))) after lookup
19:58:49.688 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:49.689 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:49.690 [DEBUG - kudu-nio-2] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:49.690 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:50.027 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:50.027 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)[L]]}]
19:58:50.028 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=11, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=483), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [1ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [22ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [22ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [43ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [45ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [46ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [46ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [63ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [65ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [66ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [66ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [123ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [125ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [126ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [126ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [140ms] refreshing cache from master, [140ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [143ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [144ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [146ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [146ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [480ms] refreshing cache from master, [480ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [483ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1306375934(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@3b4b8e9b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1211577211 after retry RPC@1553992081) -> (continuation of Deferred@1554784940 after retry RPC@10245161) -> (continuation of Deferred@1826872473 after retry RPC@238874672) -> (continuation of Deferred@840086876 after retry RPC@1821874873), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3a85d0dc -> wakeup thread Time-limited test -> (continuation of Deferred@1211577211 after retry RPC@1553992081) -> (continuation of Deferred@1554784940 after retry RPC@10245161) -> (continuation of Deferred@1826872473 after retry RPC@238874672) -> (continuation of Deferred@840086876 after retry RPC@1821874873))) after lookup
19:58:50.028 [DEBUG - kudu-nio-2] (Connection.java:748) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] connecting to peer
19:58:50.029 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:50.029 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:50.029 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319
19:58:50.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:50.881693  9078 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 8 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:50.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:50.882000  9078 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:50.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:50.883738  9078 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:50.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:50.885397  8859 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111)
19:58:50.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:50.886973  8859 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319): Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111)
19:58:50.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:50.891322  8341 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" is_pre_election: true
19:58:50.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:50.892112  8860 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834; no voters: 794f4a01f93c4554b5ee07e8b475bc5c, ca9dcdf28b9148118972d519b6b2ddae
19:58:50.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:50.892532  9078 raft_consensus.cc:2749] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 8 FOLLOWER]: Leader pre-election lost for term 9. Reason: could not achieve majority
19:58:51.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.023715  9087 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 9 FOLLOWER]: Starting pre-election (detected failure of leader ca9dcdf28b9148118972d519b6b2ddae)
19:58:51.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.023908  9087 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:51.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.024706  9087 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:51.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:51.026221  8227 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:58:51.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:51.027846  8227 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319): Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111)
19:58:51.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.032856  8974 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" is_pre_election: true
19:58:51.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.033285  8974 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 794f4a01f93c4554b5ee07e8b475bc5c in term 8.
19:58:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.034258  8231 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, 794f4a01f93c4554b5ee07e8b475bc5c; no voters: ca9dcdf28b9148118972d519b6b2ddae
19:58:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.034552  9087 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 9 FOLLOWER]: Leader pre-election won for term 10
19:58:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.034680  9087 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 9 FOLLOWER]: Starting leader election (detected failure of leader ca9dcdf28b9148118972d519b6b2ddae)
19:58:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.034756  9087 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 9 FOLLOWER]: Advancing to term 10
19:58:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.036824  9087 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.037495  9087 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 10 election: Requested vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.037954  8974 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834"
19:58:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.038141  8974 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 8 FOLLOWER]: Advancing to term 10
19:58:51.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:51.038990  8227 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319): Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111)
19:58:51.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.042157  8974 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 794f4a01f93c4554b5ee07e8b475bc5c in term 10.
19:58:51.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.042658  8231 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, 794f4a01f93c4554b5ee07e8b475bc5c; no voters: ca9dcdf28b9148118972d519b6b2ddae
19:58:51.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.042964  9087 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 10 FOLLOWER]: Leader election won for term 10
19:58:51.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.043435  9087 raft_consensus.cc:697] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 10 LEADER]: Becoming Leader. State: Replica: 794f4a01f93c4554b5ee07e8b475bc5c, State: Running, Role: LEADER
19:58:51.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.043978  9087 consensus_queue.cc:237] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.047782  5587 catalog_manager.cc:5719] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c reported cstate change: term changed from 9 to 10, leader changed from ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193) to 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195). New cstate: current_term: 10 leader_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } health_report { overall_health: UNKNOWN } } }
19:58:51.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:51.446938  8227 consensus_peers.cc:597] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c -> Peer ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319): Couldn't send request to peer ca9dcdf28b9148118972d519b6b2ddae. Status: Network error: Client connection negotiation failed: client connection to 127.5.69.193:38319: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:58:51.587 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:51.587 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:51.588 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=13, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=2043), Traces: [0ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [1ms] delaying RPC due to: Illegal state: connection is terminated, [21ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [22ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [22ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [43ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [45ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [46ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [46ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [63ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [65ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [66ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [66ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [123ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [125ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [126ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [126ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [140ms] refreshing cache from master, [140ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [143ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [144ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [146ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [146ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [480ms] refreshing cache from master, [480ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [483ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [484ms] sending RPC to server ca9dcdf28b9148118972d519b6b2ddae, [485ms] received response from server ca9dcdf28b9148118972d519b6b2ddae: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [485ms] delaying RPC due to: Network error: Failed to connect to peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319): Connection refused: /127.5.69.193:38319, [2040ms] refreshing cache from master, [2040ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [2043ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1306375934(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@3b4b8e9b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1211577211 after retry RPC@1553992081) -> (continuation of Deferred@1554784940 after retry RPC@10245161) -> (continuation of Deferred@1826872473 after retry RPC@238874672) -> (continuation of Deferred@840086876 after retry RPC@1821874873) -> (continuation of Deferred@79672950 after retry RPC@1412281866), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3a85d0dc -> wakeup thread Time-limited test -> (continuation of Deferred@1211577211 after retry RPC@1553992081) -> (continuation of Deferred@1554784940 after retry RPC@10245161) -> (continuation of Deferred@1826872473 after retry RPC@238874672) -> (continuation of Deferred@840086876 after retry RPC@1821874873) -> (continuation of Deferred@79672950 after retry RPC@1412281866))) after lookup
19:58:51.588 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:51.589 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] Successfully connected to peer
19:58:51.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.625993  8974 raft_consensus.cc:1275] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 10 FOLLOWER]: Refusing update from remote peer 794f4a01f93c4554b5ee07e8b475bc5c: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
19:58:51.627 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0x86976f7a, L:/127.0.0.1:39474 - R:/127.5.69.195:36777] using TOKEN/null
19:58:51.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.627034  9087 consensus_queue.cc:1048] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [LEADER]: Connected to new peer: Peer: permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
19:58:51.667 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.69.193:38319
19:58:51.667 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

19:58:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:51.668433  5399 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data
19:58:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/logs
19:58:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/info.pb
19:58:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:58:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.193:38319
19:58:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.193
19:58:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38869
19:58:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.193
19:58:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:51.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:58:52.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:52.024791  9135 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:52.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:52.025295  9135 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:52.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:52.025413  9135 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:52.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:52.039395  9135 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:52.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:52.039646  9135 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.69.193
19:58:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.051010  9135 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/logs
19:58:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.193:38319
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/info.pb
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.193
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38869
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.193
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
19:58:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.052973  9135 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:52.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.055107  9135 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:52.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:52.065605  9146 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:52.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:52.065696  9145 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:52.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:52.066241  9151 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:52.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.067708  9135 server_base.cc:1061] running on GCE node
19:58:52.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.068359  9135 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:52.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.069428  9135 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:52.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.070688  9135 hybrid_clock.cc:648] HybridClock initialized: now 1786478332070628 us; error 50 us; skew 500 ppm
19:58:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.071038  9135 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:52.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.073539  9135 webserver.cc:533] Webserver started at http://127.5.69.193:38869/ using document root <none> and password file <none>
19:58:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.074290  9135 fs_manager.cc:362] Metadata directory not provided
19:58:52.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.074391  9135 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:52.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.080471  9135 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.006s	sys 0.000s
19:58:52.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.083750  9164 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:58:52.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.085562  9135 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
19:58:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.085731  9135 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data,/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca9dcdf28b9148118972d519b6b2ddae"
19:58:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:23 on dist-test-slave-bndk"
19:58:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.086524  9135 fs_report.cc:389] FS layout report
19:58:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/wal
19:58:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/data
19:58:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:52.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:52.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:52.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:52.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:52.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:52.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.122565  9135 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:58:52.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.123555  9135 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:52.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.123847  9135 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:52.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.124855  9135 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:58:52.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.127168  9176 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
19:58:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.133703  9135 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
19:58:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.133831  9135 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
19:58:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.134074  9135 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
19:58:52.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.138900  9135 ts_tablet_manager.cc:616] Registered 1 tablets
19:58:52.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.139048  9135 ts_tablet_manager.cc:595] Time spent register tablets: real 0.005s	user 0.000s	sys 0.003s
19:58:52.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.139567  9176 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Bootstrap starting.
19:58:52.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.167466  9176 log.cc:826] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Log is configured to *not* fsync() on all Append() calls
19:58:52.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.187755  9135 rpc_server.cc:307] RPC server started. Bound to: 127.5.69.193:38319
19:58:52.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.187774  9362 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.69.193:38319 every 8 connection(s)
19:58:52.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.189370  9135 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-0/data/info.pb
19:58:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.199405  5399 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskVMujB3/build/asan/bin/kudu as pid 9135
19:58:52.199 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:52.216 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629, tablet=f69a856c3aa24b91bf8002f71e16ca03, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
19:58:52.216 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.69.195:36777
19:58:52.217 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

19:58:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.221457  5399 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskVMujB3/build/asan/bin/kudu pid 8199
19:58:52.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.222373  9176 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:58:52.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.223245  9176 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Bootstrap complete.
19:58:52.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.224823  9176 ts_tablet_manager.cc:1403] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Time spent bootstrapping tablet: real 0.086s	user 0.059s	sys 0.016s
19:58:52.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.231091  9176 raft_consensus.cc:359] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:52.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.232259  9176 raft_consensus.cc:740] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca9dcdf28b9148118972d519b6b2ddae, State: Initialized, Role: FOLLOWER
19:58:52.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.233369  9176 consensus_queue.cc:260] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:52.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.233866  9363 heartbeater.cc:344] Connected to a master server at 127.5.69.252:33625
19:58:52.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.234311  9363 heartbeater.cc:461] Registering TS with master...
19:58:52.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.235309  9364 heartbeater.cc:344] Connected to a master server at 127.5.69.254:35161
19:58:52.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.235458  9364 heartbeater.cc:461] Registering TS with master...
19:58:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.235651  9363 heartbeater.cc:507] Master 127.5.69.252:33625 requested a full tablet report, sending...
19:58:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.236035  9364 heartbeater.cc:507] Master 127.5.69.254:35161 requested a full tablet report, sending...
19:58:52.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.239184  5466 ts_manager.cc:194] Re-registered known tserver with Master: ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:52.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.243954  5709 ts_manager.cc:194] Re-registered known tserver with Master: ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:52.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.248057  9176 ts_tablet_manager.cc:1434] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae: Time spent starting tablet: real 0.023s	user 0.017s	sys 0.007s
19:58:52.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.254144  8407 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:52.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.256034  9366 heartbeater.cc:344] Connected to a master server at 127.5.69.253:39167
19:58:52.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.256229  9366 heartbeater.cc:461] Registering TS with master...
19:58:52.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.256834  9366 heartbeater.cc:507] Master 127.5.69.253:39167 requested a full tablet report, sending...
19:58:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.258267  5587 ts_manager.cc:194] Re-registered known tserver with Master: ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.259764  5587 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.69.193:54829
19:58:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.262707  9366 heartbeater.cc:499] Master 127.5.69.253:39167 was elected leader, sending a full tablet report...
19:58:52.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:52.362437  5399 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskVMujB3/build/asan/bin/kudu with pid 8199
19:58:52.389 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:52.389 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] handling channelInactive
19:58:52.389 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state READY due to: connection closed
19:58:52.390 [DEBUG - Time-limited test] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:52.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:52.391 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:52.391 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:52.407 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:52.408 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:52.408 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [18ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1212674327(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@71e383f3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@38e7c09b -> wakeup thread Time-limited test)) after lookup
19:58:52.409 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:52.410 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:52.410 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:52.410 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:52.427 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:52.427 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:52.427 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [18ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [19ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [21ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [21ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [38ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1212674327(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@71e383f3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@78681458 after retry RPC@47541863), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@38e7c09b -> wakeup thread Time-limited test -> (continuation of Deferred@78681458 after retry RPC@47541863))) after lookup
19:58:52.429 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:52.430 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:52.430 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:52.430 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:52.447 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:52.447 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:52.447 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [18ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [19ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [21ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [21ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [38ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [39ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [41ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [41ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [58ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1212674327(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@71e383f3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@78681458 after retry RPC@47541863) -> (continuation of Deferred@828970365 after retry RPC@417788769), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@38e7c09b -> wakeup thread Time-limited test -> (continuation of Deferred@78681458 after retry RPC@47541863) -> (continuation of Deferred@828970365 after retry RPC@417788769))) after lookup
19:58:52.448 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:52.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:52.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:52.449 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:52.587 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:52.587 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:52.587 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=198), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [18ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [19ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [21ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [21ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [38ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [39ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [41ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [41ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [58ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [59ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [60ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [60ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [197ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1212674327(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@71e383f3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@78681458 after retry RPC@47541863) -> (continuation of Deferred@828970365 after retry RPC@417788769) -> (continuation of Deferred@1899570715 after retry RPC@1592508070), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@38e7c09b -> wakeup thread Time-limited test -> (continuation of Deferred@78681458 after retry RPC@47541863) -> (continuation of Deferred@828970365 after retry RPC@417788769) -> (continuation of Deferred@1899570715 after retry RPC@1592508070))) after lookup
19:58:52.588 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:52.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:52.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:52.590 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:52.888 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:52.888 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531),794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)[L],ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:52.888 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=499), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [18ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [19ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [21ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [21ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [38ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [39ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [41ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [41ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [58ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [59ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [60ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [60ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [197ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [199ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [200ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [201ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [495ms] refreshing cache from master, [496ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [498ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1212674327(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@71e383f3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@78681458 after retry RPC@47541863) -> (continuation of Deferred@828970365 after retry RPC@417788769) -> (continuation of Deferred@1899570715 after retry RPC@1592508070) -> (continuation of Deferred@378385896 after retry RPC@361768721), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@38e7c09b -> wakeup thread Time-limited test -> (continuation of Deferred@78681458 after retry RPC@47541863) -> (continuation of Deferred@828970365 after retry RPC@417788769) -> (continuation of Deferred@1899570715 after retry RPC@1592508070) -> (continuation of Deferred@378385896 after retry RPC@361768721))) after lookup
19:58:52.889 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] connecting to peer
19:58:52.890 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:52.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] cleaning up while in state CONNECTING due to: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:52.891 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777) for tablet f69a856c3aa24b91bf8002f71e16ca03: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777
19:58:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.540217  9386 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 9 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.540589  9386 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:53.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.542888  9386 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194:40531), 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:53.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:53.544727  9166 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.69.195:36777: connect: Connection refused (error 111)
19:58:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:53.546435  9166 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777): Network error: Client connection negotiation failed: client connection to 127.5.69.195:36777: connect: Connection refused (error 111)
19:58:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.549998  9397 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 794f4a01f93c4554b5ee07e8b475bc5c)
19:58:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.550024  8974 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "ca9dcdf28b9148118972d519b6b2ddae" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" is_pre_election: true
19:58:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.550239  9397 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.550745  8974 raft_consensus.cc:2393] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 10 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate ca9dcdf28b9148118972d519b6b2ddae in current term 10: Already voted for candidate 794f4a01f93c4554b5ee07e8b475bc5c in this term.
19:58:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.551141  9397 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.552776  9169 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ca9dcdf28b9148118972d519b6b2ddae; no voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, 794f4a01f93c4554b5ee07e8b475bc5c
19:58:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.553352  9386 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 9 FOLLOWER]: Advancing to term 10
19:58:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:53.553787  8860 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777): Network error: Client connection negotiation failed: client connection to 127.5.69.195:36777: connect: Connection refused (error 111)
19:58:53.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.558652  9386 raft_consensus.cc:2749] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 10 FOLLOWER]: Leader pre-election lost for term 10. Reason: could not achieve majority
19:58:53.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.561777  9290 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "ca9dcdf28b9148118972d519b6b2ddae" is_pre_election: true
19:58:53.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.562212  9290 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2ffdf7f0f7aa49f5b5c44d9bd2dee834 in term 10.
19:58:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.563232  8859 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, ca9dcdf28b9148118972d519b6b2ddae; no voters: 794f4a01f93c4554b5ee07e8b475bc5c
19:58:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.563617  9397 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 10 FOLLOWER]: Leader pre-election won for term 11
19:58:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.563736  9397 raft_consensus.cc:493] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 794f4a01f93c4554b5ee07e8b475bc5c)
19:58:53.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.563800  9397 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 10 FOLLOWER]: Advancing to term 11
19:58:53.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.565948  9397 raft_consensus.cc:515] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:53.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.566576  9397 leader_election.cc:290] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 11 election: Requested vote from peers 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777), ca9dcdf28b9148118972d519b6b2ddae (127.5.69.193:38319)
19:58:53.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.567170  9290 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f69a856c3aa24b91bf8002f71e16ca03" candidate_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "ca9dcdf28b9148118972d519b6b2ddae"
19:58:53.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.567359  9290 raft_consensus.cc:3060] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 10 FOLLOWER]: Advancing to term 11
19:58:53.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:53.568192  8860 leader_election.cc:336] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777): Network error: Client connection negotiation failed: client connection to 127.5.69.195:36777: connect: Connection refused (error 111)
19:58:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.569854  9290 raft_consensus.cc:2468] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2ffdf7f0f7aa49f5b5c44d9bd2dee834 in term 11.
19:58:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.570358  8859 leader_election.cc:304] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, ca9dcdf28b9148118972d519b6b2ddae; no voters: 794f4a01f93c4554b5ee07e8b475bc5c
19:58:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.570665  9397 raft_consensus.cc:2804] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 11 FOLLOWER]: Leader election won for term 11
19:58:53.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.571147  9397 raft_consensus.cc:697] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [term 11 LEADER]: Becoming Leader. State: Replica: 2ffdf7f0f7aa49f5b5c44d9bd2dee834, State: Running, Role: LEADER
19:58:53.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.571694  9397 consensus_queue.cc:237] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:53.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:53.575613  5587 catalog_manager.cc:5719] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 reported cstate change: term changed from 10 to 11, leader changed from 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195) to 2ffdf7f0f7aa49f5b5c44d9bd2dee834 (127.5.69.194). New cstate: current_term: 11 leader_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } health_report { overall_health: UNKNOWN } } }
19:58:53.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:53.956132  8860 consensus_peers.cc:597] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 -> Peer 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777): Couldn't send request to peer 794f4a01f93c4554b5ee07e8b475bc5c. Status: Network error: Client connection negotiation failed: client connection to 127.5.69.195:36777: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:58:54.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.145808  9290 raft_consensus.cc:1275] T f69a856c3aa24b91bf8002f71e16ca03 P ca9dcdf28b9148118972d519b6b2ddae [term 11 FOLLOWER]: Refusing update from remote peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
19:58:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.146863  9397 consensus_queue.cc:1048] T f69a856c3aa24b91bf8002f71e16ca03 P 2ffdf7f0f7aa49f5b5c44d9bd2dee834 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
19:58:54.447 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f69a856c3aa24b91bf8002f71e16ca03 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629' with partition [<start>, <end>)
19:58:54.447 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f69a856c3aa24b91bf8002f71e16ca03@[2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)[L],794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777),ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)]}]
19:58:54.447 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f69a856c3aa24b91bf8002f71e16ca03, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2058), Traces: [0ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [2ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [18ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [19ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [21ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [21ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [38ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [39ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [41ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [41ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [55ms] refreshing cache from master, [55ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [58ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [59ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [60ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [60ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [197ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [199ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [200ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [201ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [495ms] refreshing cache from master, [496ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [498ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, [500ms] sending RPC to server 794f4a01f93c4554b5ee07e8b475bc5c, [502ms] received response from server 794f4a01f93c4554b5ee07e8b475bc5c: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [502ms] delaying RPC due to: Network error: Failed to connect to peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777): Connection refused: /127.5.69.195:36777, [2055ms] refreshing cache from master, [2055ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.69.253:39167, [2057ms] Sub RPC GetTableLocations: received response from server master-127.5.69.253:39167: OK, deferred=Deferred@1212674327(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007f4214339420@71e383f3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@78681458 after retry RPC@47541863) -> (continuation of Deferred@828970365 after retry RPC@417788769) -> (continuation of Deferred@1899570715 after retry RPC@1592508070) -> (continuation of Deferred@378385896 after retry RPC@361768721) -> (continuation of Deferred@1106164922 after retry RPC@783209215), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@38e7c09b -> wakeup thread Time-limited test -> (continuation of Deferred@78681458 after retry RPC@47541863) -> (continuation of Deferred@828970365 after retry RPC@417788769) -> (continuation of Deferred@1899570715 after retry RPC@1592508070) -> (continuation of Deferred@378385896 after retry RPC@361768721) -> (continuation of Deferred@1106164922 after retry RPC@783209215))) after lookup
19:58:54.448 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] connecting to peer
19:58:54.449 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] Successfully connected to peer
19:58:54.467 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x84f479ac, L:/127.0.0.1:54656 - R:/127.5.69.194:40531] using TOKEN/null
19:58:54.488 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.69.195:36777
19:58:54.489 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

19:58:54.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.489733  5399 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskVMujB3/build/asan/bin/kudu
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/logs
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data/info.pb
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.195:36777
19:58:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.195
19:58:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45637
19:58:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.195
19:58:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:54.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:58:54.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:54.836367  9441 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:58:54.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:54.836702  9441 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:54.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:54.836781  9441 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:58:54.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:54.845444  9441 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:58:54.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:54.845623  9441 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.69.195
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.855865  9441 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/logs
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.69.212:34545
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.69.195:36777
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data/info.pb
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.69.195
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45637
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.69.254:35161,127.5.69.253:39167,127.5.69.252:33625
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.69.195
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:57 UTC on bdcb31816ec0
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13294
19:58:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
19:58:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.857537  9441 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.859452  9441 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:58:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:54.869474  9457 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:54.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:54.869511  9453 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:54.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:54.870396  9452 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:54.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.870803  9441 server_base.cc:1061] running on GCE node
19:58:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.871357  9441 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:54.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.872243  9441 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.873446  9441 hybrid_clock.cc:648] HybridClock initialized: now 1786478334873401 us; error 52 us; skew 500 ppm
19:58:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.873801  9441 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.875893  9441 webserver.cc:533] Webserver started at http://127.5.69.195:45637/ using document root <none> and password file <none>
19:58:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.876680  9441 fs_manager.cc:362] Metadata directory not provided
19:58:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.876830  9441 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:54.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.882465  9441 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.003s	sys 0.001s
19:58:54.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.885418  9468 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
19:58:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.886737  9441 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
19:58:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.886893  9441 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data,/tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "794f4a01f93c4554b5ee07e8b475bc5c"
19:58:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 19:58:24 on dist-test-slave-bndk"
19:58:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.887658  9441 fs_report.cc:389] FS layout report
19:58:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/wal
19:58:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data/data
19:58:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:54.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:54.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.906934  9441 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
19:58:54.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.907856  9441 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:54.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.908123  9441 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:54.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.909083  9441 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:58:54.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.911311  9482 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
19:58:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.917474  9441 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
19:58:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.917601  9441 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.001s	sys 0.000s
19:58:54.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.917749  9441 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
19:58:54.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.921020  9441 ts_tablet_manager.cc:616] Registered 1 tablets
19:58:54.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.921147  9441 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.000s
19:58:54.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.921710  9482 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Bootstrap starting.
19:58:54.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.950353  9482 log.cc:826] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Log is configured to *not* fsync() on all Append() calls
19:58:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.972247  9659 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.69.195:36777 every 8 connection(s)
19:58:54.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.972285  9441 rpc_server.cc:307] RPC server started. Bound to: 127.5.69.195:36777
19:58:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.974391  9441 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskVMujB3/test-tmp/mini-kudu-cluster10972310961041228368/ts-2/data/info.pb
19:58:54.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:54.980206  5399 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskVMujB3/build/asan/bin/kudu as pid 9441
19:58:54.980 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
19:58:55.001 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629, tablet=f69a856c3aa24b91bf8002f71e16ca03, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
19:58:55.011 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478304629, tablet=f69a856c3aa24b91bf8002f71e16ca03, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
19:58:55.018 [DEBUG - main] (Connection.java:575) [peer master-127.5.69.252:33625(127.5.69.252:33625)] disconnecting while in state READY
19:58:55.022 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.69.252:33625(127.5.69.252:33625)] handling channelInactive
19:58:55.024 [DEBUG - main] (Connection.java:575) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] disconnecting while in state READY
19:58:55.024 [DEBUG - main] (Connection.java:575) [peer master-127.5.69.254:35161(127.5.69.254:35161)] disconnecting while in state READY
19:58:55.024 [DEBUG - main] (Connection.java:575) [peer ca9dcdf28b9148118972d519b6b2ddae(127.5.69.193:38319)] disconnecting while in state TERMINATED
19:58:55.024 [DEBUG - main] (Connection.java:575) [peer master-127.5.69.253:39167(127.5.69.253:39167)] disconnecting while in state READY
19:58:55.025 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] handling channelInactive
19:58:55.025 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.69.254:35161(127.5.69.254:35161)] handling channelInactive
19:58:55.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.69.252:33625(127.5.69.252:33625)] cleaning up while in state READY due to: connection closed
19:58:55.025 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2ffdf7f0f7aa49f5b5c44d9bd2dee834(127.5.69.194:40531)] cleaning up while in state READY due to: connection closed
19:58:55.026 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.5.69.253:39167(127.5.69.253:39167)] handling channelInactive
19:58:55.026 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.69.254:35161(127.5.69.254:35161)] cleaning up while in state READY due to: connection closed
19:58:55.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.027722  9660 heartbeater.cc:344] Connected to a master server at 127.5.69.252:33625
19:58:55.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.028155  9660 heartbeater.cc:461] Registering TS with master...
19:58:55.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.030229  9660 heartbeater.cc:507] Master 127.5.69.252:33625 requested a full tablet report, sending...
19:58:55.033 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.69.253:39167(127.5.69.253:39167)] cleaning up while in state READY due to: connection closed
19:58:55.033 [DEBUG - main] (Connection.java:575) [peer 794f4a01f93c4554b5ee07e8b475bc5c(127.5.69.195:36777)] disconnecting while in state TERMINATED
19:58:55.036 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:58:55.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.035739  5709 ts_manager.cc:194] Re-registered known tserver with Master: 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:55.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.042690  5399 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskVMujB3/build/asan/bin/kudu pid 9135
19:58:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.049909  9661 heartbeater.cc:344] Connected to a master server at 127.5.69.254:35161
19:58:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.050143  9661 heartbeater.cc:461] Registering TS with master...
19:58:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.050779  9661 heartbeater.cc:507] Master 127.5.69.254:35161 requested a full tablet report, sending...
19:58:55.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.053295  5466 ts_manager.cc:194] Re-registered known tserver with Master: 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:55.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.062240  9357 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:55.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.074083  9665 heartbeater.cc:344] Connected to a master server at 127.5.69.253:39167
19:58:55.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.074296  9665 heartbeater.cc:461] Registering TS with master...
19:58:55.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.074844  9665 heartbeater.cc:507] Master 127.5.69.253:39167 requested a full tablet report, sending...
19:58:55.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.076298  5587 ts_manager.cc:194] Re-registered known tserver with Master: 794f4a01f93c4554b5ee07e8b475bc5c (127.5.69.195:36777)
19:58:55.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.077984  5587 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.69.195:50591
19:58:55.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.078940  9482 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:58:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.079774  9482 tablet_bootstrap.cc:492] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Bootstrap complete.
19:58:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.081389  9482 ts_tablet_manager.cc:1403] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Time spent bootstrapping tablet: real 0.160s	user 0.070s	sys 0.011s
19:58:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.087411  9482 raft_consensus.cc:359] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.088404  9482 raft_consensus.cc:740] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 794f4a01f93c4554b5ee07e8b475bc5c, State: Initialized, Role: FOLLOWER
19:58:55.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.089723  9482 consensus_queue.cc:260] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2ffdf7f0f7aa49f5b5c44d9bd2dee834" member_type: VOTER last_known_addr { host: "127.5.69.194" port: 40531 } } peers { permanent_uuid: "794f4a01f93c4554b5ee07e8b475bc5c" member_type: VOTER last_known_addr { host: "127.5.69.195" port: 36777 } } peers { permanent_uuid: "ca9dcdf28b9148118972d519b6b2ddae" member_type: VOTER last_known_addr { host: "127.5.69.193" port: 38319 } }
19:58:55.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.091741  9482 ts_tablet_manager.cc:1434] T f69a856c3aa24b91bf8002f71e16ca03 P 794f4a01f93c4554b5ee07e8b475bc5c: Time spent starting tablet: real 0.010s	user 0.006s	sys 0.003s
19:58:55.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.091842  9665 heartbeater.cc:499] Master 127.5.69.253:39167 was elected leader, sending a full tablet report...
19:58:55.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.166913  5399 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskVMujB3/build/asan/bin/kudu with pid 9135
19:58:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:55.189833  5571 connection.cc:573] server connection from 127.5.69.193:54829 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:58:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.190181  5399 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskVMujB3/build/asan/bin/kudu pid 8838
19:58:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 19:58:55.190625  5680 connection.cc:573] server connection from 127.5.69.193:46581 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:58:55.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.199277  9049 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:55.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.311764  5399 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskVMujB3/build/asan/bin/kudu with pid 8838
19:58:55.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.340180  5399 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskVMujB3/build/asan/bin/kudu pid 9441
19:58:55.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.349130  9650 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.440217  5399 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskVMujB3/build/asan/bin/kudu with pid 9441
19:58:55.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.467237  5399 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskVMujB3/build/asan/bin/kudu pid 5420
19:58:55.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.468537  5522 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.586987  5399 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskVMujB3/build/asan/bin/kudu with pid 5420
19:58:55.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.614775  5399 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskVMujB3/build/asan/bin/kudu pid 5532
19:58:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.615942  5640 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:55.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.744102  5399 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskVMujB3/build/asan/bin/kudu with pid 5532
19:58:55.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.770903  5399 external_mini_cluster.cc:1705] Attempting to check leaks for /tmp/dist-test-taskVMujB3/build/asan/bin/kudu pid 5649
19:58:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.772151  5765 generic_service.cc:196] Checking for leaks (request via RPC)
19:58:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 19:58:55.888265  5399 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskVMujB3/build/asan/bin/kudu with pid 5649
19:58:55.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T19:58:55Z chronyd exiting

Time: 36.92

OK (1 test)

