JUnit version 4.13.2
.06:08:55.058 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786514935049
06:08:55.123 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
06:08:55.161 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
06:08:55.175 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskdZVAfc/test-tmp
06:08:55.200 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
06:08:55.203 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskdZVAfc/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
06:08:55.382 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

06:08:55.598 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
06:08:55.599 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

06:08:55.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:55.602387  5962 mini_oidc.cc:150] Starting JWKS server
06:08:55.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:55.605263  5962 webserver.cc:533] Webserver started at http://127.0.0.1:37643/ using document root <none> and password file <none>
06:08:55.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:55.605486  5962 mini_oidc.cc:186] Starting OIDC Discovery server
06:08:55.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:55.606484  5962 webserver.cc:533] Webserver started at http://127.0.0.1:42513/ using document root <none> and password file <none>
06:08:55.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T06:08:55Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
06:08:55.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T06:08:55Z Disabled control of system clock
06:08:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:55.640885  5962 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:08:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:08:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-0/wal
06:08:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-0/data
06:08:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:08:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:08:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:08:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:08:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:08:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:08:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-0/logs
06:08:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-0/data/info.pb
06:08:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:08:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:08:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:08:55.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:08:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:08:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:08:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:08:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:08:55.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:08:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:08:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:08:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:08:55.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.190:44329
06:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.190
06:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:08:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:08:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:08:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:08:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:08:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37643/jwks.json with env {}
06:08:55.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:55.973729  5982 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:08:55.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:55.974040  5982 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:08:55.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:55.974116  5982 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:08:55.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:55.983804  5982 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
06:08:55.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:55.983891  5982 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:08:55.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:55.983954  5982 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
06:08:55.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:55.983994  5982 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
06:08:55.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:55.984047  5982 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
06:08:55.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:55.984081  5982 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37643/jwks.json
06:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:55.993956  5982 master_runner.cc:387] Master server non-default flags:
06:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-0/logs
06:08:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:08:55.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:08:55.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:08:55.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:08:55.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:08:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:08:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-0/data
06:08:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-0/wal
06:08:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:08:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:08:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:08:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:08:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:08:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.190:44329
06:08:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:08:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:08:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:08:55.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37643/jwks.json
06:08:55.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:08:55.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:08:55.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-0/data/info.pb
06:08:55.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.190
06:08:55.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:08:55.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:08:55.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:08:55.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:08:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:08:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:08:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:08:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:08:56.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:08:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:08:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:08:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:26 UTC on bdcb31816ec0
06:08:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17645
06:08:56.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:08:56.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:55.995815  5982 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:08:56.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:55.997689  5982 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.006987  5989 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.006899  5992 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.007117  5987 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.007330  5982 server_base.cc:1061] running on GCE node
06:08:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.008857  5982 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:08:56.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.010128  5982 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:08:56.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.011333  5982 hybrid_clock.cc:648] HybridClock initialized: now 1786514936011191 us; error 136 us; skew 500 ppm
06:08:56.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.011688  5982 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:08:56.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.013797  5982 webserver.cc:533] Webserver started at http://127.5.210.190:44551/ using document root <none> and password file <none>
06:08:56.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.014451  5982 fs_manager.cc:362] Metadata directory not provided
06:08:56.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.014540  5982 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:08:56.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.014956  5982 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:08:56.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.017297  5982 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-0/data/instance:
06:08:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d451238807c48cab7685221067997fc"
06:08:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:56 on dist-test-slave-znh6"
06:08:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.018152  5982 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-0/wal/instance:
06:08:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d451238807c48cab7685221067997fc"
06:08:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:56 on dist-test-slave-znh6"
06:08:56.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.023269  5982 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.002s
06:08:56.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.026460  6002 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:08:56.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.027805  5982 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
06:08:56.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.027946  5982 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-0/data,/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-0/wal
06:08:56.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d451238807c48cab7685221067997fc"
06:08:56.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:56 on dist-test-slave-znh6"
06:08:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.028156  5982 fs_report.cc:389] FS layout report
06:08:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:08:56.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-0/wal
06:08:56.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-0/wal
06:08:56.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-0/data/data
06:08:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:08:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:08:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:08:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:08:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:08:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:08:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:08:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:08:56.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:08:56.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:08:56.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:08:56.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.042060  5982 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.042776  5982 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:08:56.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.043083  5982 kserver.cc:163] Server-wide thread pool size limit: 3276
06:08:56.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.062951  5982 rpc_server.cc:307] RPC server started. Bound to: 127.5.210.190:44329
06:08:56.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.063036  6075 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.210.190:44329 every 8 connection(s)
06:08:56.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.064678  5982 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-0/data/info.pb
06:08:56.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.069221  6076 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:08:56.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.069738  5962 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu as pid 5982
06:08:56.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.069988  5962 external_mini_cluster.cc:1449] Reading /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-0/wal/instance
06:08:56.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.072198  5962 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:08:56.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:08:56.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-1/wal
06:08:56.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-1/data
06:08:56.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:08:56.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:08:56.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:08:56.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:08:56.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:08:56.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:08:56.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-1/logs
06:08:56.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-1/data/info.pb
06:08:56.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:08:56.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:08:56.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:08:56.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:08:56.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:08:56.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:08:56.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:08:56.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:08:56.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:08:56.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:08:56.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:08:56.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:08:56.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.189:42855
06:08:56.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.189
06:08:56.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:08:56.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:08:56.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:08:56.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:08:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:08:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:08:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:08:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:08:56.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37643/jwks.json with env {}
06:08:56.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.077064  6076 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } has no permanent_uuid. Determining permanent_uuid...
06:08:56.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.098537  6076 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } has no permanent_uuid. Determining permanent_uuid...
06:08:56.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.099954  6006 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.189:42855: connect: Connection refused (error 111)
06:08:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.101723  6076 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.210.189:42855: Network error: Client connection negotiation failed: client connection to 127.5.210.189:42855: connect: Connection refused (error 111)
06:08:56.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.151093  6076 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } attempt: 1
06:08:56.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.153553  6076 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.210.189:42855: Network error: Client connection negotiation failed: client connection to 127.5.210.189:42855: connect: Connection refused (error 111)
06:08:56.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.221853  6076 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } attempt: 2
06:08:56.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.224195  6076 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.210.189:42855: Network error: Client connection negotiation failed: client connection to 127.5.210.189:42855: connect: Connection refused (error 111)
06:08:56.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.315454  6076 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } attempt: 3
06:08:56.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.320330  6076 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.210.189:42855: Network error: Client connection negotiation failed: client connection to 127.5.210.189:42855: connect: Connection refused (error 111)
06:08:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.415411  6081 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:08:56.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.415732  6081 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:08:56.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.415809  6081 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:08:56.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.423959  6081 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
06:08:56.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.424044  6081 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:08:56.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.424099  6081 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
06:08:56.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.424140  6081 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
06:08:56.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.424193  6081 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
06:08:56.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.424228  6081 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37643/jwks.json
06:08:56.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.434032  6081 master_runner.cc:387] Master server non-default flags:
06:08:56.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-1/logs
06:08:56.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:08:56.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:08:56.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:08:56.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:08:56.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:08:56.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:08:56.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-1/data
06:08:56.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-1/wal
06:08:56.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:08:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:08:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:08:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:08:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:08:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.189:42855
06:08:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:08:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:08:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:08:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37643/jwks.json
06:08:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:08:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:08:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-1/data/info.pb
06:08:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.189
06:08:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:08:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:08:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:08:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:08:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:08:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:08:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:08:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:08:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:08:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:08:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:08:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:26 UTC on bdcb31816ec0
06:08:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17645
06:08:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:08:56.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.436075  6081 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:08:56.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.438421  6081 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:08:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.447386  6097 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.448858  6095 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:56.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.450233  6100 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.450932  6081 server_base.cc:1061] running on GCE node
06:08:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.451683  6081 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:08:56.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.453096  6081 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:08:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.454322  6081 hybrid_clock.cc:648] HybridClock initialized: now 1786514936454259 us; error 47 us; skew 500 ppm
06:08:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.454751  6081 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:08:56.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.457050  6081 webserver.cc:533] Webserver started at http://127.5.210.189:39591/ using document root <none> and password file <none>
06:08:56.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.457886  6081 fs_manager.cc:362] Metadata directory not provided
06:08:56.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.458019  6081 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:08:56.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.458492  6081 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:08:56.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.460875  6081 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-1/data/instance:
06:08:56.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65cd18a37a6b46158796da6fb43b2534"
06:08:56.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:56 on dist-test-slave-znh6"
06:08:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.461794  6081 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-1/wal/instance:
06:08:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65cd18a37a6b46158796da6fb43b2534"
06:08:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:56 on dist-test-slave-znh6"
06:08:56.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.463584  6076 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } attempt: 4
06:08:56.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.465574  6076 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.210.189:42855: Network error: Client connection negotiation failed: client connection to 127.5.210.189:42855: connect: Connection refused (error 111)
06:08:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.467860  6081 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.006s	sys 0.002s
06:08:56.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.471263  6111 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:08:56.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.472554  6081 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.002s
06:08:56.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.472739  6081 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-1/data,/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-1/wal
06:08:56.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65cd18a37a6b46158796da6fb43b2534"
06:08:56.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:56 on dist-test-slave-znh6"
06:08:56.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.473018  6081 fs_report.cc:389] FS layout report
06:08:56.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:08:56.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-1/wal
06:08:56.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-1/wal
06:08:56.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-1/data/data
06:08:56.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:08:56.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:08:56.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:08:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:08:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:08:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:08:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:08:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:08:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:08:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:08:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:08:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.492128  6081 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:08:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.492983  6081 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:08:56.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.493319  6081 kserver.cc:163] Server-wide thread pool size limit: 3276
06:08:56.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.513631  6081 rpc_server.cc:307] RPC server started. Bound to: 127.5.210.189:42855
06:08:56.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.513664  6197 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.210.189:42855 every 8 connection(s)
06:08:56.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.515285  6081 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-1/data/info.pb
06:08:56.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.519280  6199 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:08:56.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.524284  5962 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu as pid 6081
06:08:56.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.524469  5962 external_mini_cluster.cc:1449] Reading /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-1/wal/instance
06:08:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.525794  5962 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:08:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:08:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-2/wal
06:08:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-2/data
06:08:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:08:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:08:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:08:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:08:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:08:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:08:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-2/logs
06:08:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-2/data/info.pb
06:08:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:08:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:08:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:08:56.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:08:56.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:08:56.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:08:56.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:08:56.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:08:56.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:08:56.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:08:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:08:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:08:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.188:34889
06:08:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.188
06:08:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:08:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:08:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:08:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:08:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:08:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:08:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:08:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:08:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37643/jwks.json with env {}
06:08:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.525274  6199 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } has no permanent_uuid. Determining permanent_uuid...
06:08:56.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.541328  6199 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } has no permanent_uuid. Determining permanent_uuid...
06:08:56.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.550482  6199 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } has no permanent_uuid. Determining permanent_uuid...
06:08:56.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.551570  6113 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.188:34889: connect: Connection refused (error 111)
06:08:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.553153  6199 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.210.188:34889: Network error: Client connection negotiation failed: client connection to 127.5.210.188:34889: connect: Connection refused (error 111)
06:08:56.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.602453  6199 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } attempt: 1
06:08:56.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.604542  6199 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.210.188:34889: Network error: Client connection negotiation failed: client connection to 127.5.210.188:34889: connect: Connection refused (error 111)
06:08:56.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.672860  6199 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } attempt: 2
06:08:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.675006  6199 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.210.188:34889: Network error: Client connection negotiation failed: client connection to 127.5.210.188:34889: connect: Connection refused (error 111)
06:08:56.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.764859  6076 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } attempt: 5
06:08:56.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.766235  6199 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } attempt: 3
06:08:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.769614  6199 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.210.188:34889: Network error: Client connection negotiation failed: client connection to 127.5.210.188:34889: connect: Connection refused (error 111)
06:08:56.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.772179  6076 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } has no permanent_uuid. Determining permanent_uuid...
06:08:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.774158  6076 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.210.188:34889: Network error: Client connection negotiation failed: client connection to 127.5.210.188:34889: connect: Connection refused (error 111)
06:08:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.825402  6076 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } attempt: 1
06:08:56.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.827481  6076 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.210.188:34889: Network error: Client connection negotiation failed: client connection to 127.5.210.188:34889: connect: Connection refused (error 111)
06:08:56.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.865881  6206 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:08:56.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.866190  6206 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:08:56.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.866268  6206 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:08:56.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.875409  6206 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
06:08:56.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.875495  6206 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:08:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.875559  6206 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
06:08:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.875625  6206 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
06:08:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.875705  6206 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
06:08:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.875741  6206 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37643/jwks.json
06:08:56.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.885592  6206 master_runner.cc:387] Master server non-default flags:
06:08:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-2/logs
06:08:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:08:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:08:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:08:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:08:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:08:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:08:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-2/data
06:08:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-2/wal
06:08:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:08:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:08:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:08:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:08:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:08:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.188:34889
06:08:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:08:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:08:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:08:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37643/jwks.json
06:08:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:08:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:08:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-2/data/info.pb
06:08:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.188
06:08:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:08:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:08:56.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:08:56.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:08:56.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:08:56.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:08:56.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:08:56.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:08:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:08:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:08:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:08:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:26 UTC on bdcb31816ec0
06:08:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17645
06:08:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:08:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.887604  6206 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:08:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.889950  6206 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:08:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.895733  6076 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } attempt: 2
06:08:56.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.898394  6076 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.210.188:34889: Network error: Client connection negotiation failed: client connection to 127.5.210.188:34889: connect: Connection refused (error 111)
06:08:56.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.899608  6215 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:56.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.900249  6214 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:56.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.901057  6218 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:56.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.901691  6206 server_base.cc:1061] running on GCE node
06:08:56.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.902374  6206 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:08:56.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.903754  6206 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:08:56.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.905010  6206 hybrid_clock.cc:648] HybridClock initialized: now 1786514936904945 us; error 48 us; skew 500 ppm
06:08:56.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.905432  6206 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:08:56.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.907704  6206 webserver.cc:533] Webserver started at http://127.5.210.188:35703/ using document root <none> and password file <none>
06:08:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.908502  6206 fs_manager.cc:362] Metadata directory not provided
06:08:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.908636  6206 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:08:56.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.909089  6206 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:08:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.911590  6206 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-2/data/instance:
06:08:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd27a238e34e46e4bb5105dcf92c1010"
06:08:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:56 on dist-test-slave-znh6"
06:08:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.912515  6206 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-2/wal/instance:
06:08:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd27a238e34e46e4bb5105dcf92c1010"
06:08:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:56 on dist-test-slave-znh6"
06:08:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.912853  6199 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } attempt: 4
06:08:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:56.915009  6199 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.5.210.188:34889: Network error: Client connection negotiation failed: client connection to 127.5.210.188:34889: connect: Connection refused (error 111)
06:08:56.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.919395  6206 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.007s	sys 0.000s
06:08:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.922492  6228 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:08:56.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.923815  6206 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
06:08:56.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.924001  6206 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-2/data,/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-2/wal
06:08:56.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dd27a238e34e46e4bb5105dcf92c1010"
06:08:56.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:56 on dist-test-slave-znh6"
06:08:56.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.924291  6206 fs_report.cc:389] FS layout report
06:08:56.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:08:56.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-2/wal
06:08:56.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-2/wal
06:08:56.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-2/data/data
06:08:56.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:08:56.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:08:56.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:08:56.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:08:56.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:08:56.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:08:56.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:08:56.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:08:56.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:08:56.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:08:56.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:08:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.938782  6206 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:08:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.939746  6206 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:08:56.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.940073  6206 kserver.cc:163] Server-wide thread pool size limit: 3276
06:08:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.960852  6206 rpc_server.cc:307] RPC server started. Bound to: 127.5.210.188:34889
06:08:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.960886  6309 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.210.188:34889 every 8 connection(s)
06:08:56.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.962479  6206 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-2/data/info.pb
06:08:56.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.966637  6311 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:08:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.969221  5962 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu as pid 6206
06:08:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.969439  5962 external_mini_cluster.cc:1449] Reading /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/master-2/wal/instance
06:08:56.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:56.972450  6311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } has no permanent_uuid. Determining permanent_uuid...
06:08:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.000619  6311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } has no permanent_uuid. Determining permanent_uuid...
06:08:57.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.004634  6076 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } attempt: 3
06:08:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.009296  6311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } has no permanent_uuid. Determining permanent_uuid...
06:08:57.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.016831  6076 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc: Bootstrap starting.
06:08:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.018776  6311 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010: Bootstrap starting.
06:08:57.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.020346  6076 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc: Neither blocks nor log segments found. Creating new log.
06:08:57.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.021481  6076 log.cc:826] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc: Log is configured to *not* fsync() on all Append() calls
06:08:57.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.021502  6311 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010: Neither blocks nor log segments found. Creating new log.
06:08:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.022639  6311 log.cc:826] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010: Log is configured to *not* fsync() on all Append() calls
06:08:57.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.024453  6076 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc: No bootstrap required, opened a new log
06:08:57.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.025094  6311 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010: No bootstrap required, opened a new log
06:08:57.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.030408  6311 raft_consensus.cc:359] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } }
06:08:57.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.030686  6311 raft_consensus.cc:385] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:08:57.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.030555  6076 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } }
06:08:57.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.030805  6311 raft_consensus.cc:740] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dd27a238e34e46e4bb5105dcf92c1010, State: Initialized, Role: FOLLOWER
06:08:57.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.030890  6076 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:08:57.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.031051  6076 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5d451238807c48cab7685221067997fc, State: Initialized, Role: FOLLOWER
06:08:57.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.031492  6311 consensus_queue.cc:260] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } }
06:08:57.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.031697  6076 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } }
06:08:57.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.032745  6320 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } } }
06:08:57.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.033313  6320 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc [sys.catalog]: This master's current role is: FOLLOWER
06:08:57.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.034117  6076 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc [sys.catalog]: configured and running, proceeding with master startup.
06:08:57.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.034308  6319 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } } }
06:08:57.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.034911  6319 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [sys.catalog]: This master's current role is: FOLLOWER
06:08:57.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.035451  6311 sys_catalog.cc:565] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [sys.catalog]: configured and running, proceeding with master startup.
06:08:57.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.043138  6319 raft_consensus.cc:493] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:08:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.043439  6319 raft_consensus.cc:515] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } }
06:08:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.045382  6319 leader_election.cc:290] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5d451238807c48cab7685221067997fc (127.5.210.190:44329), 65cd18a37a6b46158796da6fb43b2534 (127.5.210.189:42855)
06:08:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:57.046999  6008 tablet.cc:2406] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:08:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.051640  6046 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dd27a238e34e46e4bb5105dcf92c1010" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5d451238807c48cab7685221067997fc" is_pre_election: true
06:08:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.052230  6046 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dd27a238e34e46e4bb5105dcf92c1010 in term 0.
06:08:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.053419  6232 leader_election.cc:304] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5d451238807c48cab7685221067997fc, dd27a238e34e46e4bb5105dcf92c1010; no voters: 
06:08:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.053926  6319 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [term 0 FOLLOWER]: Leader pre-election won for term 1
06:08:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.054090  6319 raft_consensus.cc:493] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:08:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.054206  6319 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [term 0 FOLLOWER]: Advancing to term 1
06:08:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.045789  5982 master_runner.cc:187] Error getting master registration for 127.5.210.189:42855: OK, instance_id { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" instance_seqno: 1786514936508262 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:08:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.057425  5982 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
06:08:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.058216  6319 raft_consensus.cc:515] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } }
06:08:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.059362  6046 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dd27a238e34e46e4bb5105dcf92c1010" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5d451238807c48cab7685221067997fc"
06:08:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.059640  6046 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc [term 0 FOLLOWER]: Advancing to term 1
06:08:57.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:57.061058  6350 catalog_manager.cc:1614] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:08:57.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:57.061471  6350 catalog_manager.cc:884] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:08:57.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.063069  6046 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dd27a238e34e46e4bb5105dcf92c1010 in term 1.
06:08:57.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.063587  6232 leader_election.cc:304] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5d451238807c48cab7685221067997fc, dd27a238e34e46e4bb5105dcf92c1010; no voters: 
06:08:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.070050  6319 leader_election.cc:290] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [CANDIDATE]: Term 1 election: Requested vote from peers 5d451238807c48cab7685221067997fc (127.5.210.190:44329), 65cd18a37a6b46158796da6fb43b2534 (127.5.210.189:42855)
06:08:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.070659  6319 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [term 1 FOLLOWER]: Leader election won for term 1
06:08:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.070864  6319 raft_consensus.cc:697] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [term 1 LEADER]: Becoming Leader. State: Replica: dd27a238e34e46e4bb5105dcf92c1010, State: Running, Role: LEADER
06:08:57.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.079348  6319 consensus_queue.cc:237] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } }
06:08:57.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.099012  6358 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dd27a238e34e46e4bb5105dcf92c1010. Latest consensus state: current_term: 1 leader_uuid: "dd27a238e34e46e4bb5105dcf92c1010" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } } }
06:08:57.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.099850  6358 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [sys.catalog]: This master's current role is: LEADER
06:08:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.097251  6206 master_runner.cc:187] Error getting master registration for 127.5.210.189:42855: OK, instance_id { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" instance_seqno: 1786514936508262 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:08:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.104864  6206 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
06:08:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:57.113726  6357 catalog_manager.cc:1614] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:08:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:57.113867  6357 catalog_manager.cc:884] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:08:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.114508  6361 catalog_manager.cc:1531] Loading table and tablet metadata into memory...
06:08:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.116740  6361 catalog_manager.cc:1540] Initializing Kudu cluster ID...
06:08:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.126379  6046 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc [term 1 FOLLOWER]: Refusing update from remote peer dd27a238e34e46e4bb5105dcf92c1010: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:08:57.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.127373  6358 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:08:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.145704  6320 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc [sys.catalog]: SysCatalogTable state changed. Reason: New leader dd27a238e34e46e4bb5105dcf92c1010. Latest consensus state: current_term: 1 leader_uuid: "dd27a238e34e46e4bb5105dcf92c1010" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } } }
06:08:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.145967  6320 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc [sys.catalog]: This master's current role is: FOLLOWER
06:08:57.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.147841  6364 mvcc.cc:204] Tried to move back new op lower bound from 7317565182459518976 to 7317565182284148736. Current Snapshot: MvccSnapshot[applied={T|T < 7317565182459518976}]
06:08:57.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.148800  6365 mvcc.cc:204] Tried to move back new op lower bound from 7317565182459518976 to 7317565182284148736. Current Snapshot: MvccSnapshot[applied={T|T < 7317565182459518976}]
06:08:57.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.150952  6320 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dd27a238e34e46e4bb5105dcf92c1010" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } } }
06:08:57.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.151192  6320 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc [sys.catalog]: This master's current role is: FOLLOWER
06:08:57.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.154646  6319 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dd27a238e34e46e4bb5105dcf92c1010" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } } }
06:08:57.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.154937  6319 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [sys.catalog]: This master's current role is: LEADER
06:08:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.158486  6361 catalog_manager.cc:1384] Generated new cluster ID: c7513a248753459e88d110be7ea21b95
06:08:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.158598  6361 catalog_manager.cc:1551] Initializing Kudu internal certificate authority...
06:08:57.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.172070  6361 catalog_manager.cc:1407] Generated new certificate authority record
06:08:57.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.173789  6361 catalog_manager.cc:1560] Loading token signing keys...
06:08:57.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.195338  6361 catalog_manager.cc:6112] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010: Generated new TSK 0
06:08:57.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.196733  6361 catalog_manager.cc:1570] Initializing in-progress tserver states...
06:08:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.203526  5962 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:08:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:08:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:08:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data
06:08:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:08:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:08:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:08:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:08:57.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:08:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:08:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/logs
06:08:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data/info.pb
06:08:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:08:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:08:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:08:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:08:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:08:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:08:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:08:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:08:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:08:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:08:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.129:0
06:08:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.129
06:08:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.129
06:08:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:08:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:08:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:08:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:08:57.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:08:57.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:08:57.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.214212  6199 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } attempt: 5
06:08:57.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.228758  6199 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534: Bootstrap starting.
06:08:57.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.233321  6199 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534: Neither blocks nor log segments found. Creating new log.
06:08:57.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.248204  6199 log.cc:826] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534: Log is configured to *not* fsync() on all Append() calls
06:08:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.257443  6199 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534: No bootstrap required, opened a new log
06:08:57.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.265393  6199 raft_consensus.cc:359] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } }
06:08:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.271811  6199 raft_consensus.cc:385] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:08:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.272208  6199 raft_consensus.cc:740] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65cd18a37a6b46158796da6fb43b2534, State: Initialized, Role: FOLLOWER
06:08:57.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.273214  6199 consensus_queue.cc:260] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } }
06:08:57.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.280192  6372 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } } }
06:08:57.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.280808  6199 sys_catalog.cc:565] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534 [sys.catalog]: configured and running, proceeding with master startup.
06:08:57.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.281109  6159 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dd27a238e34e46e4bb5105dcf92c1010" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65cd18a37a6b46158796da6fb43b2534"
06:08:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.281759  6157 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534 [term 0 FOLLOWER]: Advancing to term 1
06:08:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.281891  6162 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dd27a238e34e46e4bb5105dcf92c1010" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65cd18a37a6b46158796da6fb43b2534" is_pre_election: true
06:08:57.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.288568  6157 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534 [term 1 FOLLOWER]: Refusing update from remote peer dd27a238e34e46e4bb5105dcf92c1010: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:08:57.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.289672  6319 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [LEADER]: Connected to new peer: Peer: permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:08:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.282184  6372 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534 [sys.catalog]: This master's current role is: FOLLOWER
06:08:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.320500  6376 mvcc.cc:204] Tried to move back new op lower bound from 7317565182459518976 to 7317565182284148736. Current Snapshot: MvccSnapshot[applied={T|T < 7317565182459518976}]
06:08:57.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.331588  6372 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dd27a238e34e46e4bb5105dcf92c1010. Latest consensus state: current_term: 1 leader_uuid: "dd27a238e34e46e4bb5105dcf92c1010" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } } }
06:08:57.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.331862  6372 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534 [sys.catalog]: This master's current role is: FOLLOWER
06:08:57.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.332233  6374 sys_catalog.cc:455] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dd27a238e34e46e4bb5105dcf92c1010" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } } }
06:08:57.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.332520  6374 sys_catalog.cc:458] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534 [sys.catalog]: This master's current role is: FOLLOWER
06:08:57.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.350281  6394 catalog_manager.cc:806] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
06:08:57.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:57.676167  6369 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:08:57.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:57.676467  6369 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:08:57.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:57.676548  6369 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:08:57.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:57.685174  6369 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:08:57.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:57.685330  6369 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.210.129
06:08:57.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.695840  6319 sys_catalog.cc:455] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dd27a238e34e46e4bb5105dcf92c1010" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5d451238807c48cab7685221067997fc" member_type: VOTER last_known_addr { host: "127.5.210.190" port: 44329 } } peers { permanent_uuid: "65cd18a37a6b46158796da6fb43b2534" member_type: VOTER last_known_addr { host: "127.5.210.189" port: 42855 } } peers { permanent_uuid: "dd27a238e34e46e4bb5105dcf92c1010" member_type: VOTER last_known_addr { host: "127.5.210.188" port: 34889 } } }
06:08:57.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.696136  6319 sys_catalog.cc:458] T 00000000000000000000000000000000 P dd27a238e34e46e4bb5105dcf92c1010 [sys.catalog]: This master's current role is: LEADER
06:08:57.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.696154  6369 tablet_server_runner.cc:78] Tablet server non-default flags:
06:08:57.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/logs
06:08:57.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:08:57.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:08:57.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:08:57.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:08:57.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:08:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:08:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data
06:08:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:08:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:08:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:08:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.129:0
06:08:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:08:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:08:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:08:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data/info.pb
06:08:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.129
06:08:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:08:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:08:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:08:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:08:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:08:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:08:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:08:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.129
06:08:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:08:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:08:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:08:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:08:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:08:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:26 UTC on bdcb31816ec0
06:08:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17645
06:08:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:08:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.698483  6369 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:08:57.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.701865  6369 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:08:57.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:57.714012  6405 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:57.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:57.713982  6406 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:57.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:57.715653  6408 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:57.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.716056  6369 server_base.cc:1061] running on GCE node
06:08:57.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.716696  6369 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:08:57.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.717777  6369 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:08:57.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.719017  6369 hybrid_clock.cc:648] HybridClock initialized: now 1786514937718969 us; error 42 us; skew 500 ppm
06:08:57.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.719595  6369 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:08:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.722003  6369 webserver.cc:533] Webserver started at http://127.5.210.129:39555/ using document root <none> and password file <none>
06:08:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.722790  6369 fs_manager.cc:362] Metadata directory not provided
06:08:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.722983  6369 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:08:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.723492  6369 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:08:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.725972  6369 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data/instance:
06:08:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "363d49d0e9454be7b8d4dad64a1effe9"
06:08:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:57 on dist-test-slave-znh6"
06:08:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.726946  6369 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal/instance:
06:08:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "363d49d0e9454be7b8d4dad64a1effe9"
06:08:57.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:57 on dist-test-slave-znh6"
06:08:57.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.732618  6369 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.002s	sys 0.002s
06:08:57.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.736225  6417 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:08:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.737694  6369 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
06:08:57.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.737875  6369 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data,/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:08:57.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "363d49d0e9454be7b8d4dad64a1effe9"
06:08:57.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:57 on dist-test-slave-znh6"
06:08:57.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.738168  6369 fs_report.cc:389] FS layout report
06:08:57.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:08:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:08:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:08:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data/data
06:08:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:08:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:08:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:08:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:08:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:08:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:08:57.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:08:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:08:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:08:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:08:57.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:08:57.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.762167  6369 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:08:57.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.763175  6369 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:08:57.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.763540  6369 kserver.cc:163] Server-wide thread pool size limit: 3276
06:08:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.764554  6369 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:08:57.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.766278  6369 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:08:57.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.766417  6369 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
06:08:57.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.766528  6369 ts_tablet_manager.cc:616] Registered 0 tablets
06:08:57.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.766621  6369 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
06:08:57.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.801831  6369 rpc_server.cc:307] RPC server started. Bound to: 127.5.210.129:33365
06:08:57.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.801878  6593 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.210.129:33365 every 8 connection(s)
06:08:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.803459  6369 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data/info.pb
06:08:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.809187  5962 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu as pid 6369
06:08:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.809391  5962 external_mini_cluster.cc:1449] Reading /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal/instance
06:08:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.814297  5962 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:08:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:08:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:08:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data
06:08:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:08:57.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:08:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:08:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:08:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:08:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:08:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/logs
06:08:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data/info.pb
06:08:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:08:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:08:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:08:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:08:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:08:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:08:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:08:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:08:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:08:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:08:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.130:0
06:08:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.130
06:08:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.130
06:08:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:08:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:08:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:08:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:08:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:08:57.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:08:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.826375  6594 heartbeater.cc:344] Connected to a master server at 127.5.210.190:44329
06:08:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.826406  6596 heartbeater.cc:344] Connected to a master server at 127.5.210.189:42855
06:08:57.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.826844  6594 heartbeater.cc:461] Registering TS with master...
06:08:57.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.826840  6596 heartbeater.cc:461] Registering TS with master...
06:08:57.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.828080  6596 heartbeater.cc:507] Master 127.5.210.189:42855 requested a full tablet report, sending...
06:08:57.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.828109  6594 heartbeater.cc:507] Master 127.5.210.190:44329 requested a full tablet report, sending...
06:08:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.830900  6032 ts_manager.cc:194] Registered new tserver with Master: 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:08:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.831089  6146 ts_manager.cc:194] Registered new tserver with Master: 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:08:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.833415  6595 heartbeater.cc:344] Connected to a master server at 127.5.210.188:34889
06:08:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.833575  6595 heartbeater.cc:461] Registering TS with master...
06:08:57.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.834128  6595 heartbeater.cc:507] Master 127.5.210.188:34889 requested a full tablet report, sending...
06:08:57.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.835755  6256 ts_manager.cc:194] Registered new tserver with Master: 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:08:57.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:57.837498  6256 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.210.129:41671
06:08:58.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.064092  6350 catalog_manager.cc:1296] Loaded cluster ID: c7513a248753459e88d110be7ea21b95
06:08:58.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.064219  6350 catalog_manager.cc:1608] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc: loading cluster ID for follower catalog manager: success
06:08:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.067972  6350 catalog_manager.cc:1630] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc: acquiring CA information for follower catalog manager: success
06:08:58.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.070312  6350 catalog_manager.cc:1658] T 00000000000000000000000000000000 P 5d451238807c48cab7685221067997fc: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:08:58.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:58.156803  6614 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:08:58.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:58.157147  6614 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:08:58.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:58.157267  6614 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:08:58.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:58.165421  6614 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:08:58.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:58.165634  6614 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.210.130
06:08:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.175251  6614 tablet_server_runner.cc:78] Tablet server non-default flags:
06:08:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/logs
06:08:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:08:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:08:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:08:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:08:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:08:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:08:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data
06:08:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:08:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:08:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:08:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.130:0
06:08:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:08:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:08:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:08:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data/info.pb
06:08:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.130
06:08:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:08:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:08:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:08:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:08:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:08:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:08:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:08:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.130
06:08:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:08:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:08:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:08:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:08:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:08:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:26 UTC on bdcb31816ec0
06:08:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17645
06:08:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:08:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.177361  6614 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:08:58.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.179481  6614 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:08:58.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:58.189011  6622 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:58.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:58.189059  6624 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:58.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:58.189570  6627 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:58.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.190389  6614 server_base.cc:1061] running on GCE node
06:08:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.191000  6614 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:08:58.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.191818  6614 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:08:58.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.193060  6614 hybrid_clock.cc:648] HybridClock initialized: now 1786514938192998 us; error 46 us; skew 500 ppm
06:08:58.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.193415  6614 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:08:58.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.195833  6614 webserver.cc:533] Webserver started at http://127.5.210.130:38283/ using document root <none> and password file <none>
06:08:58.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.196622  6614 fs_manager.cc:362] Metadata directory not provided
06:08:58.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.196762  6614 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:08:58.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.197217  6614 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:08:58.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.199782  6614 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data/instance:
06:08:58.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2606c405dd084feca326b9c9bdca109d"
06:08:58.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:58 on dist-test-slave-znh6"
06:08:58.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.200721  6614 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal/instance:
06:08:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2606c405dd084feca326b9c9bdca109d"
06:08:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:58 on dist-test-slave-znh6"
06:08:58.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.205938  6614 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.006s	sys 0.000s
06:08:58.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.209200  6635 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:08:58.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.210711  6614 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.210913  6614 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data,/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2606c405dd084feca326b9c9bdca109d"
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:58 on dist-test-slave-znh6"
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.211079  6614 fs_report.cc:389] FS layout report
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data/data
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:08:58.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:08:58.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.234782  6614 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:08:58.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.235733  6614 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:08:58.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.235970  6614 kserver.cc:163] Server-wide thread pool size limit: 3276
06:08:58.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.236995  6614 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:08:58.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.238610  6614 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:08:58.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.238698  6614 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
06:08:58.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.238765  6614 ts_tablet_manager.cc:616] Registered 0 tablets
06:08:58.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.238873  6614 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
06:08:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.274760  6614 rpc_server.cc:307] RPC server started. Bound to: 127.5.210.130:39565
06:08:58.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.274866  6811 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.210.130:39565 every 8 connection(s)
06:08:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.276224  6614 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data/info.pb
06:08:58.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.282212  5962 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu as pid 6614
06:08:58.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.282418  5962 external_mini_cluster.cc:1449] Reading /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal/instance
06:08:58.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.290243  5962 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:08:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:08:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:08:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data
06:08:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:08:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:08:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:08:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:08:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:08:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:08:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/logs
06:08:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/info.pb
06:08:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:08:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:08:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:08:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:08:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:08:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:08:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:08:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:08:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:08:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:08:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.131:0
06:08:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.131
06:08:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.131
06:08:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:08:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:08:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:08:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:08:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:08:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:08:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.295032  6814 heartbeater.cc:344] Connected to a master server at 127.5.210.189:42855
06:08:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.295477  6814 heartbeater.cc:461] Registering TS with master...
06:08:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.296581  6814 heartbeater.cc:507] Master 127.5.210.189:42855 requested a full tablet report, sending...
06:08:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.297922  6813 heartbeater.cc:344] Connected to a master server at 127.5.210.188:34889
06:08:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.298046  6813 heartbeater.cc:461] Registering TS with master...
06:08:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.298506  6146 ts_manager.cc:194] Registered new tserver with Master: 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:08:58.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.298529  6813 heartbeater.cc:507] Master 127.5.210.188:34889 requested a full tablet report, sending...
06:08:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.299566  6256 ts_manager.cc:194] Registered new tserver with Master: 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:08:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.300272  6812 heartbeater.cc:344] Connected to a master server at 127.5.210.190:44329
06:08:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.300410  6812 heartbeater.cc:461] Registering TS with master...
06:08:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.300666  6256 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.210.130:41991
06:08:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.300945  6812 heartbeater.cc:507] Master 127.5.210.190:44329 requested a full tablet report, sending...
06:08:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.301997  6032 ts_manager.cc:194] Registered new tserver with Master: 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.355953  6394 catalog_manager.cc:1296] Loaded cluster ID: c7513a248753459e88d110be7ea21b95
06:08:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.356074  6394 catalog_manager.cc:1608] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534: loading cluster ID for follower catalog manager: success
06:08:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.359999  6394 catalog_manager.cc:1630] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534: acquiring CA information for follower catalog manager: success
06:08:58.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.362555  6394 catalog_manager.cc:1658] T 00000000000000000000000000000000 P 65cd18a37a6b46158796da6fb43b2534: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:08:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:58.641345  6820 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:08:58.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:58.641635  6820 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:08:58.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:58.641711  6820 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:08:58.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:58.650276  6820 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:08:58.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:58.650430  6820 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.210.131
06:08:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.660272  6820 tablet_server_runner.cc:78] Tablet server non-default flags:
06:08:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/logs
06:08:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:08:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:08:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:08:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:08:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:08:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:08:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data
06:08:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:08:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:08:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:08:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.131:0
06:08:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:08:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:08:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:08:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/info.pb
06:08:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.131
06:08:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:08:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:08:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:08:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:08:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:08:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:08:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:08:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.131
06:08:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:08:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:08:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:08:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:08:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:08:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:26 UTC on bdcb31816ec0
06:08:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17645
06:08:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:08:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.661815  6820 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:08:58.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.663949  6820 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:08:58.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:58.675222  6828 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:58.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:58.676280  6830 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:58.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:58.676584  6834 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:08:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.680294  6820 server_base.cc:1061] running on GCE node
06:08:58.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.680883  6820 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:08:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.681843  6820 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:08:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.683073  6820 hybrid_clock.cc:648] HybridClock initialized: now 1786514938683022 us; error 41 us; skew 500 ppm
06:08:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.683506  6820 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:08:58.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.685755  6820 webserver.cc:533] Webserver started at http://127.5.210.131:38501/ using document root <none> and password file <none>
06:08:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.686544  6820 fs_manager.cc:362] Metadata directory not provided
06:08:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.686682  6820 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:08:58.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.687119  6820 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
06:08:58.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.689553  6820 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/instance:
06:08:58.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ea3ceb70b694602967be12a78366da5"
06:08:58.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:58 on dist-test-slave-znh6"
06:08:58.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.690443  6820 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal/instance:
06:08:58.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ea3ceb70b694602967be12a78366da5"
06:08:58.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:58 on dist-test-slave-znh6"
06:08:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.695909  6820 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.003s	sys 0.001s
06:08:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.699219  6850 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:08:58.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.700634  6820 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.002s
06:08:58.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.700769  6820 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data,/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:08:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ea3ceb70b694602967be12a78366da5"
06:08:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:58 on dist-test-slave-znh6"
06:08:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.700937  6820 fs_report.cc:389] FS layout report
06:08:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:08:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:08:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:08:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/data
06:08:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:08:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:08:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:08:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:08:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:08:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:08:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:08:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:08:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:08:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:08:58.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:08:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.748385  6820 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:08:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.749361  6820 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:08:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.749707  6820 kserver.cc:163] Server-wide thread pool size limit: 3276
06:08:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.750784  6820 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:08:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.752539  6820 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:08:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.752672  6820 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
06:08:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.752784  6820 ts_tablet_manager.cc:616] Registered 0 tablets
06:08:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.752868  6820 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
06:08:58.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.788861  6820 rpc_server.cc:307] RPC server started. Bound to: 127.5.210.131:36731
06:08:58.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.788908  7036 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.210.131:36731 every 8 connection(s)
06:08:58.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.790438  6820 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/info.pb
06:08:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.796289  5962 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu as pid 6820
06:08:58.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.796476  5962 external_mini_cluster.cc:1449] Reading /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal/instance
06:08:58.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.813895  7039 heartbeater.cc:344] Connected to a master server at 127.5.210.188:34889
06:08:58.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.814276  7039 heartbeater.cc:461] Registering TS with master...
06:08:58.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.815405  7039 heartbeater.cc:507] Master 127.5.210.188:34889 requested a full tablet report, sending...
06:08:58.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.817549  6256 ts_manager.cc:194] Registered new tserver with Master: 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731)
06:08:58.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.818645  6256 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.210.131:46807
06:08:58.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.819339  7042 heartbeater.cc:344] Connected to a master server at 127.5.210.189:42855
06:08:58.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.819520  7042 heartbeater.cc:461] Registering TS with master...
06:08:58.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.820001  7042 heartbeater.cc:507] Master 127.5.210.189:42855 requested a full tablet report, sending...
06:08:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.820971  7037 heartbeater.cc:344] Connected to a master server at 127.5.210.190:44329
06:08:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.821100  7037 heartbeater.cc:461] Registering TS with master...
06:08:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.821322  6145 ts_manager.cc:194] Registered new tserver with Master: 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731)
06:08:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.821578  7037 heartbeater.cc:507] Master 127.5.210.190:44329 requested a full tablet report, sending...
06:08:58.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.823264  6032 ts_manager.cc:194] Registered new tserver with Master: 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731)
06:08:58.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.824883  5962 external_mini_cluster.cc:956] 3 TS(s) registered with all masters
06:08:58.827 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
06:08:58.828 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

06:08:58.838 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.5.210.190"
      port: 44329
    }
    bound_http_address {
      host: "127.5.210.190"
      port: 44551
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.5.210.189"
      port: 42855
    }
    bound_http_address {
      host: "127.5.210.189"
      port: 39591
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.5.210.188"
      port: 34889
    }
    bound_http_address {
      host: "127.5.210.188"
      port: 35703
    }
  }
}

06:08:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:58.840631  6595 heartbeater.cc:499] Master 127.5.210.188:34889 was elected leader, sending a full tablet report...
06:08:58.842 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

06:08:58.845 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.5.210.129"
      port: 33365
    }
    bound_http_address {
      host: "127.5.210.129"
      port: 39555
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.5.210.130"
      port: 39565
    }
    bound_http_address {
      host: "127.5.210.130"
      port: 38283
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.5.210.131"
      port: 36731
    }
    bound_http_address {
      host: "127.5.210.131"
      port: 38501
    }
  }
}

06:08:58.845 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
06:08:59.011 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
06:08:59.065 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
06:08:59.245 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.210.188:34889(127.5.210.188:34889)] connecting to peer
06:08:59.304 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.210.189:42855(127.5.210.189:42855)] connecting to peer
06:08:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.304013  6813 heartbeater.cc:499] Master 127.5.210.188:34889 was elected leader, sending a full tablet report...
06:08:59.307 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.210.190:44329(127.5.210.190:44329)] connecting to peer
06:08:59.324 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.5.210.188:34889(127.5.210.188:34889)] Successfully connected to peer
06:08:59.327 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.210.189:42855(127.5.210.189:42855)] Successfully connected to peer
06:08:59.328 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.5.210.190:44329(127.5.210.190:44329)] Successfully connected to peer
06:08:59.427 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.5.210.190
06:08:59.428 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.5.210.188
06:08:59.429 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.5.210.189
06:08:59.647 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x1a9f54fa, L:/127.0.0.1:38224 - R:/127.5.210.189:42855] using SASL/PLAIN
06:08:59.647 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x378cdd85, L:/127.0.0.1:33854 - R:/127.5.210.190:44329] using SASL/PLAIN
06:08:59.647 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x9f48a74c, L:/127.0.0.1:57922 - R:/127.5.210.188:34889] using SASL/PLAIN
06:08:59.680 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
06:08:59.681 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=479), Traces: [0ms] refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.210.188:34889, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.210.189:42855, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.210.190:44329, [454ms] Sub RPC ConnectToMaster: received response from server master-127.5.210.189:42855: OK, [454ms] Sub RPC ConnectToMaster: received response from server master-127.5.210.190:44329: OK, [455ms] Sub RPC ConnectToMaster: received response from server master-127.5.210.188:34889: OK, deferred=null) after lookup
06:08:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.727396  6256 catalog_manager.cc:2303] Servicing CreateTable request from {username='slave'} at 127.0.0.1:57922:
06:08:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185"
06:08:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
06:08:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:08:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
06:08:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
06:08:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
06:08:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:08:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:08:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:08:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:08:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:08:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:08:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
06:08:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
06:08:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:08:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:08:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:08:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:08:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:08:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:08:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:08:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
06:08:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
06:08:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:08:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:08:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:08:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:08:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:08:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:08:59.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:08:59.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
06:08:59.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
06:08:59.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:08:59.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
06:08:59.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
06:08:59.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
06:08:59.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
06:08:59.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:08:59.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:08:59.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:08:59.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
06:08:59.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
06:08:59.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
06:08:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
06:08:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
06:08:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
06:08:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
06:08:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
06:08:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:08:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:08:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
06:08:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
06:08:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
06:08:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
06:08:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
06:08:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
06:08:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:08:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:08:59.729542  6256 catalog_manager.cc:7119] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
06:08:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.823904  7039 heartbeater.cc:499] Master 127.5.210.188:34889 was elected leader, sending a full tablet report...
06:08:59.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.824294  6708 tablet_service.cc:1511] Processing CreateTablet for tablet b24d14d853ba48a9828642f977db9457 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185 [id=0066651214444e36810b1ad9ffadd46f]), partition=RANGE (key) PARTITION UNBOUNDED
06:08:59.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.825940  6708 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b24d14d853ba48a9828642f977db9457. 1 dirs total, 0 dirs full, 0 dirs failed
06:08:59.827 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 0066651214444e36810b1ad9ffadd46f
06:08:59.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.828629  6935 tablet_service.cc:1511] Processing CreateTablet for tablet b24d14d853ba48a9828642f977db9457 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185 [id=0066651214444e36810b1ad9ffadd46f]), partition=RANGE (key) PARTITION UNBOUNDED
06:08:59.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.828725  6495 tablet_service.cc:1511] Processing CreateTablet for tablet b24d14d853ba48a9828642f977db9457 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185 [id=0066651214444e36810b1ad9ffadd46f]), partition=RANGE (key) PARTITION UNBOUNDED
06:08:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.830209  6935 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b24d14d853ba48a9828642f977db9457. 1 dirs total, 0 dirs full, 0 dirs failed
06:08:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.830621  6495 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b24d14d853ba48a9828642f977db9457. 1 dirs total, 0 dirs full, 0 dirs failed
06:08:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.849376  7099 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Bootstrap starting.
06:08:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.851619  7097 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Bootstrap starting.
06:08:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.853012  7098 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Bootstrap starting.
06:08:59.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.857863  7099 tablet_bootstrap.cc:654] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Neither blocks nor log segments found. Creating new log.
06:08:59.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.859639  7099 log.cc:826] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Log is configured to *not* fsync() on all Append() calls
06:08:59.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.859715  7097 tablet_bootstrap.cc:654] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Neither blocks nor log segments found. Creating new log.
06:08:59.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.860908  7097 log.cc:826] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Log is configured to *not* fsync() on all Append() calls
06:08:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.865566  7098 tablet_bootstrap.cc:654] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Neither blocks nor log segments found. Creating new log.
06:08:59.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.867259  7098 log.cc:826] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Log is configured to *not* fsync() on all Append() calls
06:08:59.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.877980  7099 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: No bootstrap required, opened a new log
06:08:59.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.877979  7097 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: No bootstrap required, opened a new log
06:08:59.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.878314  7097 ts_tablet_manager.cc:1403] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Time spent bootstrapping tablet: real 0.027s	user 0.011s	sys 0.006s
06:08:59.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.878583  7099 ts_tablet_manager.cc:1403] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Time spent bootstrapping tablet: real 0.032s	user 0.013s	sys 0.009s
06:08:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.887663  7099 raft_consensus.cc:359] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:08:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.887702  7097 raft_consensus.cc:359] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:08:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.888089  7097 raft_consensus.cc:385] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:08:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.888195  7097 raft_consensus.cc:740] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2606c405dd084feca326b9c9bdca109d, State: Initialized, Role: FOLLOWER
06:08:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.888537  7099 raft_consensus.cc:385] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:08:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.888808  7099 raft_consensus.cc:740] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 363d49d0e9454be7b8d4dad64a1effe9, State: Initialized, Role: FOLLOWER
06:08:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.889036  7097 consensus_queue.cc:260] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:08:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.889779  7098 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: No bootstrap required, opened a new log
06:08:59.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.890281  7098 ts_tablet_manager.cc:1403] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Time spent bootstrapping tablet: real 0.038s	user 0.016s	sys 0.008s
06:08:59.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.897308  7097 ts_tablet_manager.cc:1434] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Time spent starting tablet: real 0.019s	user 0.009s	sys 0.006s
06:08:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.897794  7098 raft_consensus.cc:359] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:08:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.898386  7098 raft_consensus.cc:385] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:08:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.898658  7098 raft_consensus.cc:740] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6ea3ceb70b694602967be12a78366da5, State: Initialized, Role: FOLLOWER
06:08:59.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.899626  7098 consensus_queue.cc:260] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:08:59.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.901798  7099 consensus_queue.cc:260] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:08:59.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.915669  7098 ts_tablet_manager.cc:1434] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Time spent starting tablet: real 0.025s	user 0.011s	sys 0.004s
06:08:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.919087  7099 ts_tablet_manager.cc:1434] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Time spent starting tablet: real 0.040s	user 0.009s	sys 0.006s
06:08:59.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.924599  7108 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:08:59.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.924798  7108 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:08:59.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.926421  7108 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:08:59.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.938688  6737 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "6ea3ceb70b694602967be12a78366da5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2606c405dd084feca326b9c9bdca109d" is_pre_election: true
06:08:59.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.939330  6737 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6ea3ceb70b694602967be12a78366da5 in term 0.
06:08:59.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.939309  6522 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "6ea3ceb70b694602967be12a78366da5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "363d49d0e9454be7b8d4dad64a1effe9" is_pre_election: true
06:08:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.939771  6522 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6ea3ceb70b694602967be12a78366da5 in term 0.
06:08:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.939998  6851 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d, 6ea3ceb70b694602967be12a78366da5; no voters: 
06:08:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.940477  7108 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 0 FOLLOWER]: Leader pre-election won for term 1
06:08:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.940635  7108 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:08:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.940748  7108 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 0 FOLLOWER]: Advancing to term 1
06:08:59.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.942749  7108 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:08:59.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.943678  7108 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 1 election: Requested vote from peers 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:08:59.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.944512  6522 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "6ea3ceb70b694602967be12a78366da5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "363d49d0e9454be7b8d4dad64a1effe9"
06:08:59.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.944705  6522 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 0 FOLLOWER]: Advancing to term 1
06:08:59.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.947820  6522 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6ea3ceb70b694602967be12a78366da5 in term 1.
06:08:59.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.948268  6852 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 363d49d0e9454be7b8d4dad64a1effe9, 6ea3ceb70b694602967be12a78366da5; no voters: 
06:08:59.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.948944  6737 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "6ea3ceb70b694602967be12a78366da5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2606c405dd084feca326b9c9bdca109d"
06:08:59.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.949067  7108 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 1 FOLLOWER]: Leader election won for term 1
06:08:59.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.949164  6737 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 0 FOLLOWER]: Advancing to term 1
06:08:59.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.950011  7108 raft_consensus.cc:697] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 1 LEADER]: Becoming Leader. State: Replica: 6ea3ceb70b694602967be12a78366da5, State: Running, Role: LEADER
06:08:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.951102  7108 consensus_queue.cc:237] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:08:59.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.952343  6737 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6ea3ceb70b694602967be12a78366da5 in term 1.
06:08:59.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:08:59.957126  6253 catalog_manager.cc:5739] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6ea3ceb70b694602967be12a78366da5 (127.5.210.131). New cstate: current_term: 1 leader_uuid: "6ea3ceb70b694602967be12a78366da5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } health_report { overall_health: UNKNOWN } } }
06:08:59.973 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 0066651214444e36810b1ad9ffadd46f
06:08:59.993 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:00.001 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:00.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [9ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=null) after lookup
06:09:00.016 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:00.018 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] Successfully connected to peer
06:09:00.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:00.031157  6815 tablet.cc:2406] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:09:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:00.043754  7043 tablet.cc:2406] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:09:00.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:00.057485  6598 tablet.cc:2406] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:09:00.093 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xb60fed67, L:/127.0.0.1:36336 - R:/127.5.210.131:36731] using TOKEN/null
06:09:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:00.103664  6522 raft_consensus.cc:1275] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 1 FOLLOWER]: Refusing update from remote peer 6ea3ceb70b694602967be12a78366da5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:09:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:00.103794  6737 raft_consensus.cc:1275] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 1 FOLLOWER]: Refusing update from remote peer 6ea3ceb70b694602967be12a78366da5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:09:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:00.104844  7108 consensus_queue.cc:1048] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:09:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:00.105175  7114 consensus_queue.cc:1048] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:09:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:00.126065  7118 mvcc.cc:204] Tried to move back new op lower bound from 7317565194653061120 to 7317565194044514304. Current Snapshot: MvccSnapshot[applied={T|T < 7317565194653061120}]
06:09:00.260 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185, tablet=b24d14d853ba48a9828642f977db9457, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:09:00.263 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.210.131:36731
06:09:00.265 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:09:00.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:00.266006  5962 external_mini_cluster.cc:1712] Attempting to check leaks for /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu pid 6820
06:09:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:00.297524  7032 generic_service.cc:196] Checking for leaks (request via RPC)
06:09:00.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:00.411684  5962 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu with pid 6820
06:09:00.441 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:00.445 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] handling channelInactive
06:09:00.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state READY due to: connection closed
06:09:00.446 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: connection closed
06:09:00.467 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:00.467 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:00.467 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [4ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [24ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1036989001(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@53f92e29 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@15091b95 -> wakeup thread Time-limited test)) after lookup
06:09:00.468 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:00.470 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:00.470 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:00.471 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:00.485 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:00.486 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:00.486 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [4ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [24ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [29ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [29ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [43ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1036989001(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@53f92e29 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@137288762 after retry RPC@1760146353), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@15091b95 -> wakeup thread Time-limited test -> (continuation of Deferred@137288762 after retry RPC@1760146353))) after lookup
06:09:00.487 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:00.488 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:00.489 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:00.489 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:00.505 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:00.506 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:00.506 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=64), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [4ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [24ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [29ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [29ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [43ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [44ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [47ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [47ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [63ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1036989001(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@53f92e29 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@137288762 after retry RPC@1760146353) -> (continuation of Deferred@1074656967 after retry RPC@137611651), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@15091b95 -> wakeup thread Time-limited test -> (continuation of Deferred@137288762 after retry RPC@1760146353) -> (continuation of Deferred@1074656967 after retry RPC@137611651))) after lookup
06:09:00.507 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:00.509 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:00.509 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:00.509 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:00.606 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:00.607 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:00.607 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=165), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [4ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [24ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [29ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [29ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [43ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [44ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [47ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [47ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [63ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [65ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [67ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [67ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [160ms] refreshing cache from master, [161ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [164ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1036989001(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@53f92e29 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@137288762 after retry RPC@1760146353) -> (continuation of Deferred@1074656967 after retry RPC@137611651) -> (continuation of Deferred@1599057229 after retry RPC@293600720), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@15091b95 -> wakeup thread Time-limited test -> (continuation of Deferred@137288762 after retry RPC@1760146353) -> (continuation of Deferred@1074656967 after retry RPC@137611651) -> (continuation of Deferred@1599057229 after retry RPC@293600720))) after lookup
06:09:00.608 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:00.609 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:00.610 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:00.610 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:00.767 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:00.767 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:00.768 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=325), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [4ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [24ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [29ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [29ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [43ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [44ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [47ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [47ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [63ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [65ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [67ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [67ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [160ms] refreshing cache from master, [161ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [164ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [166ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [168ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [168ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [321ms] refreshing cache from master, [321ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [324ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1036989001(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@53f92e29 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@137288762 after retry RPC@1760146353) -> (continuation of Deferred@1074656967 after retry RPC@137611651) -> (continuation of Deferred@1599057229 after retry RPC@293600720) -> (continuation of Deferred@1364271184 after retry RPC@153109107), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@15091b95 -> wakeup thread Time-limited test -> (continuation of Deferred@137288762 after retry RPC@1760146353) -> (continuation of Deferred@1074656967 after retry RPC@137611651) -> (continuation of Deferred@1599057229 after retry RPC@293600720) -> (continuation of Deferred@1364271184 after retry RPC@153109107))) after lookup
06:09:00.768 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:00.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:00.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:00.770 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.702085  7142 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 6ea3ceb70b694602967be12a78366da5)
06:09:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.702343  7142 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.702520  7144 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 6ea3ceb70b694602967be12a78366da5)
06:09:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.702689  7144 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:01.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.704185  7144 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:01.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.706230  7142 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:01.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:01.707599  6421 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:01.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:01.708307  6639 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:01.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:01.709848  6421 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:01.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:01.710337  6639 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.714018  6522 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "2606c405dd084feca326b9c9bdca109d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "363d49d0e9454be7b8d4dad64a1effe9" is_pre_election: true
06:09:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.714224  6522 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2606c405dd084feca326b9c9bdca109d in term 1.
06:09:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.714272  6737 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "363d49d0e9454be7b8d4dad64a1effe9" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2606c405dd084feca326b9c9bdca109d" is_pre_election: true
06:09:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.714504  6737 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 363d49d0e9454be7b8d4dad64a1effe9 in term 1.
06:09:01.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.714799  6637 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d, 363d49d0e9454be7b8d4dad64a1effe9; no voters: 6ea3ceb70b694602967be12a78366da5
06:09:01.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.715076  6418 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d, 363d49d0e9454be7b8d4dad64a1effe9; no voters: 6ea3ceb70b694602967be12a78366da5
06:09:01.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.715478  7142 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 1 FOLLOWER]: Leader pre-election won for term 2
06:09:01.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.715601  7142 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 1 FOLLOWER]: Starting leader election (detected failure of leader 6ea3ceb70b694602967be12a78366da5)
06:09:01.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.715693  7142 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 1 FOLLOWER]: Advancing to term 2
06:09:01.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.715715  7144 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 1 FOLLOWER]: Leader pre-election won for term 2
06:09:01.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.715834  7144 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 6ea3ceb70b694602967be12a78366da5)
06:09:01.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.715945  7144 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 1 FOLLOWER]: Advancing to term 2
06:09:01.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.717900  7142 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:01.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.717941  7144 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:01.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.718521  7142 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 2 election: Requested vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:01.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.718670  7144 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 2 election: Requested vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:01.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.719303  6522 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "2606c405dd084feca326b9c9bdca109d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "363d49d0e9454be7b8d4dad64a1effe9"
06:09:01.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.719607  6522 raft_consensus.cc:2393] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 2606c405dd084feca326b9c9bdca109d in current term 2: Already voted for candidate 363d49d0e9454be7b8d4dad64a1effe9 in this term.
06:09:01.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.719933  6737 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "363d49d0e9454be7b8d4dad64a1effe9" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2606c405dd084feca326b9c9bdca109d"
06:09:01.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.720187  6737 raft_consensus.cc:2393] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 363d49d0e9454be7b8d4dad64a1effe9 in current term 2: Already voted for candidate 2606c405dd084feca326b9c9bdca109d in this term.
06:09:01.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:01.720503  6639 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:01.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:01.720480  6421 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:01.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.720598  6639 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d; no voters: 363d49d0e9454be7b8d4dad64a1effe9, 6ea3ceb70b694602967be12a78366da5
06:09:01.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.720835  7142 raft_consensus.cc:2749] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
06:09:01.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.721223  6418 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 363d49d0e9454be7b8d4dad64a1effe9; no voters: 2606c405dd084feca326b9c9bdca109d, 6ea3ceb70b694602967be12a78366da5
06:09:01.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:01.721503  7144 raft_consensus.cc:2749] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
06:09:02.566 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:02.567 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:02.567 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=2125), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [4ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [24ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [29ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [29ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [43ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [44ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [47ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [47ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [63ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [65ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [67ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [67ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [160ms] refreshing cache from master, [161ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [164ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [166ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [168ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [168ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [321ms] refreshing cache from master, [321ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [324ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [326ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [328ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [328ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [2121ms] refreshing cache from master, [2121ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [2124ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1036989001(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@53f92e29 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@137288762 after retry RPC@1760146353) -> (continuation of Deferred@1074656967 after retry RPC@137611651) -> (continuation of Deferred@1599057229 after retry RPC@293600720) -> (continuation of Deferred@1364271184 after retry RPC@153109107) -> (continuation of Deferred@2137991201 after retry RPC@1965863747), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@15091b95 -> wakeup thread Time-limited test -> (continuation of Deferred@137288762 after retry RPC@1760146353) -> (continuation of Deferred@1074656967 after retry RPC@137611651) -> (continuation of Deferred@1599057229 after retry RPC@293600720) -> (continuation of Deferred@1364271184 after retry RPC@153109107) -> (continuation of Deferred@2137991201 after retry RPC@1965863747))) after lookup
06:09:02.568 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:02.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:02.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:02.569 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:03.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.273214  7156 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:09:03.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.273415  7156 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:03.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.274238  7156 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:03.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.275053  6737 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "363d49d0e9454be7b8d4dad64a1effe9" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2606c405dd084feca326b9c9bdca109d" is_pre_election: true
06:09:03.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.275336  6737 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 363d49d0e9454be7b8d4dad64a1effe9 in term 2.
06:09:03.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.275974  6418 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d, 363d49d0e9454be7b8d4dad64a1effe9; no voters: 
06:09:03.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.276266  7156 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 2 FOLLOWER]: Leader pre-election won for term 3
06:09:03.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.276399  7156 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:09:03.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.276520  7156 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 2 FOLLOWER]: Advancing to term 3
06:09:03.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:03.277688  6421 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.279042  7156 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.279657  7156 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 3 election: Requested vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:03.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.280260  6737 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "363d49d0e9454be7b8d4dad64a1effe9" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2606c405dd084feca326b9c9bdca109d"
06:09:03.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.280496  6737 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 2 FOLLOWER]: Advancing to term 3
06:09:03.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:03.281309  6421 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:03.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.282647  6737 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 363d49d0e9454be7b8d4dad64a1effe9 in term 3.
06:09:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.283139  6418 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d, 363d49d0e9454be7b8d4dad64a1effe9; no voters: 6ea3ceb70b694602967be12a78366da5
06:09:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.283488  7156 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 3 FOLLOWER]: Leader election won for term 3
06:09:03.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.283902  7156 raft_consensus.cc:697] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 3 LEADER]: Becoming Leader. State: Replica: 363d49d0e9454be7b8d4dad64a1effe9, State: Running, Role: LEADER
06:09:03.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.284667  7156 consensus_queue.cc:237] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.288715  6253 catalog_manager.cc:5739] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 reported cstate change: term changed from 1 to 3, leader changed from 6ea3ceb70b694602967be12a78366da5 (127.5.210.131) to 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129). New cstate: current_term: 3 leader_uuid: "363d49d0e9454be7b8d4dad64a1effe9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } health_report { overall_health: UNKNOWN } } }
06:09:03.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:03.696739  6421 consensus_peers.cc:597] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 -> Peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Couldn't send request to peer 6ea3ceb70b694602967be12a78366da5. Status: Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:09:03.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.756261  6737 raft_consensus.cc:1275] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 3 FOLLOWER]: Refusing update from remote peer 363d49d0e9454be7b8d4dad64a1effe9: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
06:09:03.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:03.757077  7156 consensus_queue.cc:1048] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
06:09:05.786 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:05.786 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:05.787 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=5344), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [4ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [24ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [29ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [29ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [41ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [43ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [44ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [47ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [47ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [63ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [65ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [67ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [67ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [160ms] refreshing cache from master, [161ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [164ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [166ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [168ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [168ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [321ms] refreshing cache from master, [321ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [324ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [326ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [328ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [328ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [2121ms] refreshing cache from master, [2121ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [2124ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [2125ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [2127ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [2127ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [5340ms] refreshing cache from master, [5340ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [5343ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1036989001(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@53f92e29 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@137288762 after retry RPC@1760146353) -> (continuation of Deferred@1074656967 after retry RPC@137611651) -> (continuation of Deferred@1599057229 after retry RPC@293600720) -> (continuation of Deferred@1364271184 after retry RPC@153109107) -> (continuation of Deferred@2137991201 after retry RPC@1965863747) -> (continuation of Deferred@1072763501 after retry RPC@802621563), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@15091b95 -> wakeup thread Time-limited test -> (continuation of Deferred@137288762 after retry RPC@1760146353) -> (continuation of Deferred@1074656967 after retry RPC@137611651) -> (continuation of Deferred@1599057229 after retry RPC@293600720) -> (continuation of Deferred@1364271184 after retry RPC@153109107) -> (continuation of Deferred@2137991201 after retry RPC@1965863747) -> (continuation of Deferred@1072763501 after retry RPC@802621563))) after lookup
06:09:05.787 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:05.788 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] Successfully connected to peer
06:09:05.808 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xb22f71e7, L:/127.0.0.1:48270 - R:/127.5.210.129:33365] using TOKEN/null
06:09:05.840 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.210.131:36731
06:09:05.842 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:09:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:05.845175  5962 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data
06:09:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:09:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:09:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:09:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/logs
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/info.pb
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.131:36731
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.131
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38501
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.131
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:05.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:05.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:09:06.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:06.017619  6421 consensus_peers.cc:597] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 -> Peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Couldn't send request to peer 6ea3ceb70b694602967be12a78366da5. Status: Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
06:09:06.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:06.184392  7205 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:09:06.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:06.184787  7205 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:09:06.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:06.184899  7205 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:09:06.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:06.193406  7205 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:09:06.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:06.193657  7205 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.210.131
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.203786  7205 tablet_server_runner.cc:78] Tablet server non-default flags:
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/logs
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.131:36731
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/info.pb
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.131
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38501
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:09:06.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:09:06.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:06.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.131
06:09:06.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:09:06.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:09:06.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:09:06.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:09:06.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:09:06.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:26 UTC on bdcb31816ec0
06:09:06.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17645
06:09:06.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:09:06.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.205875  7205 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:09:06.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.207768  7205 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:09:06.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:06.217525  7211 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:06.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:06.217530  7214 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:06.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:06.218174  7217 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:06.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.218946  7205 server_base.cc:1061] running on GCE node
06:09:06.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.219504  7205 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:09:06.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.220613  7205 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:09:06.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.222023  7205 hybrid_clock.cc:648] HybridClock initialized: now 1786514946221910 us; error 96 us; skew 500 ppm
06:09:06.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.222437  7205 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:09:06.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.224592  7205 webserver.cc:533] Webserver started at http://127.5.210.131:38501/ using document root <none> and password file <none>
06:09:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.225265  7205 fs_manager.cc:362] Metadata directory not provided
06:09:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.225374  7205 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:09:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.230722  7205 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.001s
06:09:06.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.233985  7224 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:09:06.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.235366  7205 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.235554  7205 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data,/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ea3ceb70b694602967be12a78366da5"
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:58 on dist-test-slave-znh6"
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.236332  7205 fs_report.cc:389] FS layout report
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/data
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:09:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:09:06.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.253316  7205 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:09:06.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.254050  7205 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:09:06.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.254307  7205 kserver.cc:163] Server-wide thread pool size limit: 3276
06:09:06.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.255201  7205 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:09:06.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.257174  7234 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
06:09:06.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.263144  7205 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:09:06.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.263247  7205 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
06:09:06.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.263343  7205 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:09:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.266139  7205 ts_tablet_manager.cc:616] Registered 1 tablets
06:09:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.266227  7205 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.000s
06:09:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.266731  7234 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Bootstrap starting.
06:09:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.291620  7234 log.cc:826] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Log is configured to *not* fsync() on all Append() calls
06:09:06.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.310213  7234 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:09:06.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.311051  7234 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Bootstrap complete.
06:09:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.312517  7234 ts_tablet_manager.cc:1403] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Time spent bootstrapping tablet: real 0.046s	user 0.032s	sys 0.011s
06:09:06.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.319235  7234 raft_consensus.cc:359] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:06.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.320209  7234 raft_consensus.cc:740] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6ea3ceb70b694602967be12a78366da5, State: Initialized, Role: FOLLOWER
06:09:06.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.320971  7234 consensus_queue.cc:260] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:06.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.324222  7234 ts_tablet_manager.cc:1434] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Time spent starting tablet: real 0.012s	user 0.011s	sys 0.000s
06:09:06.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.324745  7205 rpc_server.cc:307] RPC server started. Bound to: 127.5.210.131:36731
06:09:06.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.324780  7406 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.210.131:36731 every 8 connection(s)
06:09:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.325994  7205 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/info.pb
06:09:06.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.327442  5962 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu as pid 7205
06:09:06.328 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:06.341 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185, tablet=b24d14d853ba48a9828642f977db9457, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:09:06.342 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.210.129:33365
06:09:06.342 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:09:06.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.343678  5962 external_mini_cluster.cc:1712] Attempting to check leaks for /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu pid 6369
06:09:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.350461  7410 heartbeater.cc:344] Connected to a master server at 127.5.210.189:42855
06:09:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.350896  7410 heartbeater.cc:461] Registering TS with master...
06:09:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.351526  7407 heartbeater.cc:344] Connected to a master server at 127.5.210.190:44329
06:09:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.351686  7407 heartbeater.cc:461] Registering TS with master...
06:09:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.351985  7410 heartbeater.cc:507] Master 127.5.210.189:42855 requested a full tablet report, sending...
06:09:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.352213  7407 heartbeater.cc:507] Master 127.5.210.190:44329 requested a full tablet report, sending...
06:09:06.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.355875  6032 ts_manager.cc:194] Re-registered known tserver with Master: 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731)
06:09:06.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.358392  7408 heartbeater.cc:344] Connected to a master server at 127.5.210.188:34889
06:09:06.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.358534  7408 heartbeater.cc:461] Registering TS with master...
06:09:06.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.359036  7408 heartbeater.cc:507] Master 127.5.210.188:34889 requested a full tablet report, sending...
06:09:06.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.359798  6145 ts_manager.cc:194] Re-registered known tserver with Master: 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731)
06:09:06.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.360513  6253 ts_manager.cc:194] Re-registered known tserver with Master: 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731)
06:09:06.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.362010  6253 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.210.131:59459
06:09:06.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.367955  6587 generic_service.cc:196] Checking for leaks (request via RPC)
06:09:06.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:06.471385  5962 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu with pid 6369
06:09:06.498 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] handling channelInactive
06:09:06.499 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:06.499 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state READY due to: connection closed
06:09:06.499 [DEBUG - Time-limited test] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:06.500 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:06.501 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:06.501 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:06.505 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:06.506 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:06.506 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [2ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [6ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1449200904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@41e2436f -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60dfd415 -> wakeup thread Time-limited test)) after lookup
06:09:06.507 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:06.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:06.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:06.508 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:06.525 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:06.525 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:06.525 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [2ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [6ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [7ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [9ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [9ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [25ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1449200904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@41e2436f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@748616125 after retry RPC@855633735), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60dfd415 -> wakeup thread Time-limited test -> (continuation of Deferred@748616125 after retry RPC@855633735))) after lookup
06:09:06.526 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:06.526 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:06.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:06.527 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:06.565 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:06.566 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:06.566 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=67), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [2ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [6ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [7ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [9ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [9ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [25ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [28ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [28ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [66ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1449200904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@41e2436f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@748616125 after retry RPC@855633735) -> (continuation of Deferred@231177228 after retry RPC@1074736932), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60dfd415 -> wakeup thread Time-limited test -> (continuation of Deferred@748616125 after retry RPC@855633735) -> (continuation of Deferred@231177228 after retry RPC@1074736932))) after lookup
06:09:06.567 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:06.568 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:06.568 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:06.568 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:06.646 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:06.647 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:06.647 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=148), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [2ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [6ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [7ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [9ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [9ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [25ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [28ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [28ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [66ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [67ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [69ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [69ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [147ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1449200904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@41e2436f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@748616125 after retry RPC@855633735) -> (continuation of Deferred@231177228 after retry RPC@1074736932) -> (continuation of Deferred@2048018639 after retry RPC@1130184358), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60dfd415 -> wakeup thread Time-limited test -> (continuation of Deferred@748616125 after retry RPC@855633735) -> (continuation of Deferred@231177228 after retry RPC@1074736932) -> (continuation of Deferred@2048018639 after retry RPC@1130184358))) after lookup
06:09:06.648 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:06.650 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:06.650 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:06.650 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:07.046 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:07.047 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:07.047 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=547), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [2ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [6ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [7ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [9ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [9ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [25ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [28ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [28ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [66ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [67ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [69ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [69ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [147ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [149ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [151ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [151ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [544ms] refreshing cache from master, [544ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [547ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1449200904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@41e2436f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@748616125 after retry RPC@855633735) -> (continuation of Deferred@231177228 after retry RPC@1074736932) -> (continuation of Deferred@2048018639 after retry RPC@1130184358) -> (continuation of Deferred@1960190535 after retry RPC@1462664554), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60dfd415 -> wakeup thread Time-limited test -> (continuation of Deferred@748616125 after retry RPC@855633735) -> (continuation of Deferred@231177228 after retry RPC@1074736932) -> (continuation of Deferred@2048018639 after retry RPC@1130184358) -> (continuation of Deferred@1960190535 after retry RPC@1462664554))) after lookup
06:09:07.048 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:07.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:07.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:07.049 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:07.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.364554  7408 heartbeater.cc:499] Master 127.5.210.188:34889 was elected leader, sending a full tablet report...
06:09:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.620139  7428 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:09:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.620486  7428 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:07.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.622242  7428 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:07.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:07.623575  7227 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.129:33365: connect: Connection refused (error 111)
06:09:07.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:07.625321  7227 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365): Network error: Client connection negotiation failed: client connection to 127.5.210.129:33365: connect: Connection refused (error 111)
06:09:07.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.629698  6737 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "6ea3ceb70b694602967be12a78366da5" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "2606c405dd084feca326b9c9bdca109d" is_pre_election: true
06:09:07.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.630556  7226 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6ea3ceb70b694602967be12a78366da5; no voters: 2606c405dd084feca326b9c9bdca109d, 363d49d0e9454be7b8d4dad64a1effe9
06:09:07.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.630965  7428 raft_consensus.cc:2749] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
06:09:07.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.722011  7440 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 363d49d0e9454be7b8d4dad64a1effe9)
06:09:07.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.722219  7440 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:07.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.723037  7440 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:07.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:07.724630  6637 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.129:33365: connect: Connection refused (error 111) [suppressed 1 similar messages]
06:09:07.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:07.726238  6637 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365): Network error: Client connection negotiation failed: client connection to 127.5.210.129:33365: connect: Connection refused (error 111)
06:09:07.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.732393  7335 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "2606c405dd084feca326b9c9bdca109d" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "6ea3ceb70b694602967be12a78366da5" is_pre_election: true
06:09:07.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.732766  7335 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2606c405dd084feca326b9c9bdca109d in term 1.
06:09:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.733592  6639 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d, 6ea3ceb70b694602967be12a78366da5; no voters: 363d49d0e9454be7b8d4dad64a1effe9
06:09:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.733902  7440 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 3 FOLLOWER]: Leader pre-election won for term 4
06:09:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.734007  7440 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 3 FOLLOWER]: Starting leader election (detected failure of leader 363d49d0e9454be7b8d4dad64a1effe9)
06:09:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.734071  7440 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 3 FOLLOWER]: Advancing to term 4
06:09:07.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.736158  7440 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:07.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.736668  7440 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 4 election: Requested vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:07.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.737197  7335 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "2606c405dd084feca326b9c9bdca109d" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "6ea3ceb70b694602967be12a78366da5"
06:09:07.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.737418  7335 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 1 FOLLOWER]: Advancing to term 4
06:09:07.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:07.738138  6637 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365): Network error: Client connection negotiation failed: client connection to 127.5.210.129:33365: connect: Connection refused (error 111)
06:09:07.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.741329  7335 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2606c405dd084feca326b9c9bdca109d in term 4.
06:09:07.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.741756  6639 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d, 6ea3ceb70b694602967be12a78366da5; no voters: 363d49d0e9454be7b8d4dad64a1effe9
06:09:07.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.742082  7440 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 4 FOLLOWER]: Leader election won for term 4
06:09:07.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.742529  7440 raft_consensus.cc:697] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 4 LEADER]: Becoming Leader. State: Replica: 2606c405dd084feca326b9c9bdca109d, State: Running, Role: LEADER
06:09:07.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.743042  7440 consensus_queue.cc:237] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:07.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:07.746886  6253 catalog_manager.cc:5739] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d reported cstate change: term changed from 3 to 4, leader changed from 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129) to 2606c405dd084feca326b9c9bdca109d (127.5.210.130). New cstate: current_term: 4 leader_uuid: "2606c405dd084feca326b9c9bdca109d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } health_report { overall_health: HEALTHY } } }
06:09:08.167 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:08.167 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:08.168 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1668), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [2ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [6ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [7ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [9ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [9ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [25ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [28ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [28ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [66ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [67ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [69ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [69ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [147ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [149ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [151ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [151ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [544ms] refreshing cache from master, [544ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [547ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [548ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [550ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [550ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [1664ms] refreshing cache from master, [1664ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [1667ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1449200904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@41e2436f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@748616125 after retry RPC@855633735) -> (continuation of Deferred@231177228 after retry RPC@1074736932) -> (continuation of Deferred@2048018639 after retry RPC@1130184358) -> (continuation of Deferred@1960190535 after retry RPC@1462664554) -> (continuation of Deferred@1117733112 after retry RPC@1479145187), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@60dfd415 -> wakeup thread Time-limited test -> (continuation of Deferred@748616125 after retry RPC@855633735) -> (continuation of Deferred@231177228 after retry RPC@1074736932) -> (continuation of Deferred@2048018639 after retry RPC@1130184358) -> (continuation of Deferred@1960190535 after retry RPC@1462664554) -> (continuation of Deferred@1117733112 after retry RPC@1479145187))) after lookup
06:09:08.169 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:08.170 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] Successfully connected to peer
06:09:08.191 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x629e6cb1, L:/127.0.0.1:46092 - R:/127.5.210.130:39565] using TOKEN/null
06:09:08.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.197620  7335 raft_consensus.cc:1275] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 4 FOLLOWER]: Refusing update from remote peer 2606c405dd084feca326b9c9bdca109d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 10. (index mismatch)
06:09:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:08.197988  6637 consensus_peers.cc:597] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d -> Peer 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365): Couldn't send request to peer 363d49d0e9454be7b8d4dad64a1effe9. Status: Network error: Client connection negotiation failed: client connection to 127.5.210.129:33365: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:09:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.198632  7446 consensus_queue.cc:1048] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [LEADER]: Connected to new peer: Peer: permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
06:09:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.209745  7464 mvcc.cc:204] Tried to move back new op lower bound from 7317565227807596544 to 7317565225959411712. Current Snapshot: MvccSnapshot[applied={T|T < 7317565227807596544}]
06:09:08.229 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.210.129:33365
06:09:08.230 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.230976  5962 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/logs
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data/info.pb
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:09:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:09:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.129:33365
06:09:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.129
06:09:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39555
06:09:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.129
06:09:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:09:08.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:08.577669  7482 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:09:08.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:08.577996  7482 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:09:08.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:08.578074  7482 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:09:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:08.586774  7482 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:09:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:08.587010  7482 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.210.129
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.596763  7482 tablet_server_runner.cc:78] Tablet server non-default flags:
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/logs
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.129:33365
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data/info.pb
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.129
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39555
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.129
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:26 UTC on bdcb31816ec0
06:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17645
06:09:08.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:09:08.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.598639  7482 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:09:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.600600  7482 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:09:08.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:08.611379  7491 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:08.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:08.611956  7495 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:08.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:08.611490  7492 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.612819  7482 server_base.cc:1061] running on GCE node
06:09:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.613479  7482 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:09:08.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.614485  7482 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:09:08.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.615725  7482 hybrid_clock.cc:648] HybridClock initialized: now 1786514948615664 us; error 47 us; skew 500 ppm
06:09:08.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.616101  7482 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:09:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.618270  7482 webserver.cc:533] Webserver started at http://127.5.210.129:39555/ using document root <none> and password file <none>
06:09:08.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.619145  7482 fs_manager.cc:362] Metadata directory not provided
06:09:08.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.619306  7482 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:09:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.624984  7482 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.005s	sys 0.000s
06:09:08.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.628110  7505 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:09:08.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.629410  7482 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.001s
06:09:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.629604  7482 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data,/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:09:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "363d49d0e9454be7b8d4dad64a1effe9"
06:09:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:57 on dist-test-slave-znh6"
06:09:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.630451  7482 fs_report.cc:389] FS layout report
06:09:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:09:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:09:08.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:09:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data/data
06:09:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:09:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:09:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:09:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:09:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:09:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:09:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:09:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:09:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:09:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:09:08.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:09:08.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.652498  7482 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:09:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.653344  7482 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:09:08.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.653683  7482 kserver.cc:163] Server-wide thread pool size limit: 3276
06:09:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.654676  7482 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:09:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.656788  7514 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
06:09:08.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.662442  7482 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:09:08.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.662670  7482 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
06:09:08.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.662842  7482 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:09:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.665827  7482 ts_tablet_manager.cc:616] Registered 1 tablets
06:09:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.665971  7482 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.000s
06:09:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.666285  7514 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Bootstrap starting.
06:09:08.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.688982  7514 log.cc:826] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Log is configured to *not* fsync() on all Append() calls
06:09:08.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.713104  7514 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:09:08.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.713933  7514 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Bootstrap complete.
06:09:08.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.715941  7514 ts_tablet_manager.cc:1403] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Time spent bootstrapping tablet: real 0.050s	user 0.035s	sys 0.013s
06:09:08.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.719174  7482 rpc_server.cc:307] RPC server started. Bound to: 127.5.210.129:33365
06:09:08.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.719221  7678 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.210.129:33365 every 8 connection(s)
06:09:08.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.720883  7482 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data/info.pb
06:09:08.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.723238  5962 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu as pid 7482
06:09:08.723 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:08.742 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185, tablet=b24d14d853ba48a9828642f977db9457, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:09:08.743 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.210.130:39565
06:09:08.743 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:09:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.742216  7514 raft_consensus.cc:359] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.743497  7514 raft_consensus.cc:740] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 363d49d0e9454be7b8d4dad64a1effe9, State: Initialized, Role: FOLLOWER
06:09:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.743822  5962 external_mini_cluster.cc:1712] Attempting to check leaks for /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu pid 6614
06:09:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.744275  7514 consensus_queue.cc:260] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.761396  7680 heartbeater.cc:344] Connected to a master server at 127.5.210.188:34889
06:09:08.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.761799  7680 heartbeater.cc:461] Registering TS with master...
06:09:08.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.763177  7680 heartbeater.cc:507] Master 127.5.210.188:34889 requested a full tablet report, sending...
06:09:08.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.766749  6253 ts_manager.cc:194] Re-registered known tserver with Master: 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:08.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.767935  7679 heartbeater.cc:344] Connected to a master server at 127.5.210.190:44329
06:09:08.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.768059  7679 heartbeater.cc:461] Registering TS with master...
06:09:08.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.768554  7679 heartbeater.cc:507] Master 127.5.210.190:44329 requested a full tablet report, sending...
06:09:08.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.768597  6253 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.210.129:38125
06:09:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.770097  6032 ts_manager.cc:194] Re-registered known tserver with Master: 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:08.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.786033  7681 heartbeater.cc:344] Connected to a master server at 127.5.210.189:42855
06:09:08.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.786222  7681 heartbeater.cc:461] Registering TS with master...
06:09:08.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.786628  7681 heartbeater.cc:507] Master 127.5.210.189:42855 requested a full tablet report, sending...
06:09:08.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.786695  7680 heartbeater.cc:499] Master 127.5.210.188:34889 was elected leader, sending a full tablet report...
06:09:08.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.788069  6145 ts_manager.cc:194] Re-registered known tserver with Master: 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:08.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.789091  7514 ts_tablet_manager.cc:1434] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Time spent starting tablet: real 0.073s	user 0.015s	sys 0.017s
06:09:08.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.794631  6804 generic_service.cc:196] Checking for leaks (request via RPC)
06:09:08.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:08.894999  5962 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu with pid 6614
06:09:08.925 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:08.926 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] handling channelInactive
06:09:08.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state READY due to: connection closed
06:09:08.943 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:08.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:08.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:08.944 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:08.967 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:08.967 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:08.967 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=3, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [18ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [40ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1261210059(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@5c25e0a3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f4688b3 -> wakeup thread Time-limited test)) after lookup
06:09:08.968 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:08.969 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:08.969 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:08.969 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:08.985 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:08.986 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:08.986 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=5, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [18ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [40ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [42ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [43ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [43ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [59ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1261210059(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@5c25e0a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1690148542 after retry RPC@2141553034), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f4688b3 -> wakeup thread Time-limited test -> (continuation of Deferred@1690148542 after retry RPC@2141553034))) after lookup
06:09:08.987 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:08.988 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:08.988 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:08.988 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:09.046 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:09.046 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:09.047 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=7, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=120), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [18ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [40ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [42ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [43ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [43ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [59ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [61ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [62ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [62ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [116ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [119ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1261210059(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@5c25e0a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1690148542 after retry RPC@2141553034) -> (continuation of Deferred@894049617 after retry RPC@1722835875), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f4688b3 -> wakeup thread Time-limited test -> (continuation of Deferred@1690148542 after retry RPC@2141553034) -> (continuation of Deferred@894049617 after retry RPC@1722835875))) after lookup
06:09:09.047 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:09.048 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:09.048 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:09.048 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:09.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:09.206 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:09.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=9, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=280), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [18ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [40ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [42ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [43ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [43ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [59ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [61ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [62ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [62ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [116ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [119ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [121ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [122ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [123ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [277ms] refreshing cache from master, [277ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [280ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1261210059(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@5c25e0a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1690148542 after retry RPC@2141553034) -> (continuation of Deferred@894049617 after retry RPC@1722835875) -> (continuation of Deferred@1013838136 after retry RPC@1495605357), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f4688b3 -> wakeup thread Time-limited test -> (continuation of Deferred@1690148542 after retry RPC@2141553034) -> (continuation of Deferred@894049617 after retry RPC@1722835875) -> (continuation of Deferred@1013838136 after retry RPC@1495605357))) after lookup
06:09:09.207 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:09.208 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:09.208 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:09.209 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:09.987 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:09.987 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:09.988 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=11, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1062), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [18ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [40ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [42ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [43ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [43ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [59ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [61ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [62ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [62ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [116ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [119ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [121ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [122ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [123ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [277ms] refreshing cache from master, [277ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [280ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [281ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [282ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [283ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [1057ms] refreshing cache from master, [1057ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [1061ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1261210059(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@5c25e0a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1690148542 after retry RPC@2141553034) -> (continuation of Deferred@894049617 after retry RPC@1722835875) -> (continuation of Deferred@1013838136 after retry RPC@1495605357) -> (continuation of Deferred@1556773513 after retry RPC@740040501), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f4688b3 -> wakeup thread Time-limited test -> (continuation of Deferred@1690148542 after retry RPC@2141553034) -> (continuation of Deferred@894049617 after retry RPC@1722835875) -> (continuation of Deferred@1013838136 after retry RPC@1495605357) -> (continuation of Deferred@1556773513 after retry RPC@740040501))) after lookup
06:09:09.988 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:09.989 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:09.989 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:09.989 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:10.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.090101  7706 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:09:10.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.090451  7706 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:10.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.092329  7706 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:10.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:10.094036  7506 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.130:39565: connect: Connection refused (error 111)
06:09:10.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:10.095767  7506 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565): Network error: Client connection negotiation failed: client connection to 127.5.210.130:39565: connect: Connection refused (error 111)
06:09:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.099390  7335 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "363d49d0e9454be7b8d4dad64a1effe9" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "6ea3ceb70b694602967be12a78366da5" is_pre_election: true
06:09:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.100260  7509 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 363d49d0e9454be7b8d4dad64a1effe9; no voters: 2606c405dd084feca326b9c9bdca109d, 6ea3ceb70b694602967be12a78366da5
06:09:10.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.100761  7706 raft_consensus.cc:2749] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
06:09:10.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.219173  7712 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 2606c405dd084feca326b9c9bdca109d)
06:09:10.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.219789  7712 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:10.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.222082  7712 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:10.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:10.224032  7226 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565): Network error: Client connection negotiation failed: client connection to 127.5.210.130:39565: connect: Connection refused (error 111)
06:09:10.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.229781  7613 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "6ea3ceb70b694602967be12a78366da5" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "363d49d0e9454be7b8d4dad64a1effe9" is_pre_election: true
06:09:10.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.230238  7613 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6ea3ceb70b694602967be12a78366da5 in term 3.
06:09:10.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.231194  7227 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 363d49d0e9454be7b8d4dad64a1effe9, 6ea3ceb70b694602967be12a78366da5; no voters: 2606c405dd084feca326b9c9bdca109d
06:09:10.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.231511  7712 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 4 FOLLOWER]: Leader pre-election won for term 5
06:09:10.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.231679  7712 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 2606c405dd084feca326b9c9bdca109d)
06:09:10.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.231833  7712 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 4 FOLLOWER]: Advancing to term 5
06:09:10.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.233966  7712 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:10.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.234694  7712 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 5 election: Requested vote from peers 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:10.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.235145  7613 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "6ea3ceb70b694602967be12a78366da5" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "363d49d0e9454be7b8d4dad64a1effe9"
06:09:10.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.235365  7613 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 3 FOLLOWER]: Advancing to term 5
06:09:10.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:10.236373  7226 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565): Network error: Client connection negotiation failed: client connection to 127.5.210.130:39565: connect: Connection refused (error 111)
06:09:10.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.239538  7613 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6ea3ceb70b694602967be12a78366da5 in term 5.
06:09:10.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.239982  7227 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 363d49d0e9454be7b8d4dad64a1effe9, 6ea3ceb70b694602967be12a78366da5; no voters: 2606c405dd084feca326b9c9bdca109d
06:09:10.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.240276  7712 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 5 FOLLOWER]: Leader election won for term 5
06:09:10.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.240762  7712 raft_consensus.cc:697] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 5 LEADER]: Becoming Leader. State: Replica: 6ea3ceb70b694602967be12a78366da5, State: Running, Role: LEADER
06:09:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.241304  7712 consensus_queue.cc:237] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:10.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.245123  6253 catalog_manager.cc:5739] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 reported cstate change: term changed from 4 to 5, leader changed from 2606c405dd084feca326b9c9bdca109d (127.5.210.130) to 6ea3ceb70b694602967be12a78366da5 (127.5.210.131). New cstate: current_term: 5 leader_uuid: "6ea3ceb70b694602967be12a78366da5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } health_report { overall_health: UNKNOWN } } }
06:09:10.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.630007  7613 raft_consensus.cc:1275] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 5 FOLLOWER]: Refusing update from remote peer 6ea3ceb70b694602967be12a78366da5: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
06:09:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:10.631072  7712 consensus_queue.cc:1048] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
06:09:10.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:10.645658  7226 consensus_peers.cc:597] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 -> Peer 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565): Couldn't send request to peer 2606c405dd084feca326b9c9bdca109d. Status: Network error: Client connection negotiation failed: client connection to 127.5.210.130:39565: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:09:12.766 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:12.766 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:12.767 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=13, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=3840), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [18ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [18ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [40ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [42ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [43ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [43ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [59ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [61ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [62ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [62ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [116ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [119ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [121ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [122ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [123ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [277ms] refreshing cache from master, [277ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [280ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [281ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [282ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [283ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [1057ms] refreshing cache from master, [1057ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [1061ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [1062ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [1063ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [1063ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [3837ms] refreshing cache from master, [3837ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [3840ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1261210059(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@5c25e0a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1690148542 after retry RPC@2141553034) -> (continuation of Deferred@894049617 after retry RPC@1722835875) -> (continuation of Deferred@1013838136 after retry RPC@1495605357) -> (continuation of Deferred@1556773513 after retry RPC@740040501) -> (continuation of Deferred@1980496539 after retry RPC@983742168), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2f4688b3 -> wakeup thread Time-limited test -> (continuation of Deferred@1690148542 after retry RPC@2141553034) -> (continuation of Deferred@894049617 after retry RPC@1722835875) -> (continuation of Deferred@1013838136 after retry RPC@1495605357) -> (continuation of Deferred@1556773513 after retry RPC@740040501) -> (continuation of Deferred@1980496539 after retry RPC@983742168))) after lookup
06:09:12.767 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:12.768 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] Successfully connected to peer
06:09:12.787 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x19b770f7, L:/127.0.0.1:43600 - R:/127.5.210.131:36731] using TOKEN/null
06:09:12.814 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.210.130:39565
06:09:12.815 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:12.815815  5962 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/logs
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data/info.pb
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.130:39565
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.130
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38283
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.130
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:09:12.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:12.904522  7226 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.130:39565: connect: Connection refused (error 111) [suppressed 7 similar messages]
06:09:12.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:12.905867  7226 consensus_peers.cc:597] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 -> Peer 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565): Couldn't send request to peer 2606c405dd084feca326b9c9bdca109d. Status: Network error: Client connection negotiation failed: client connection to 127.5.210.130:39565: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
06:09:13.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:13.156956  7776 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:09:13.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:13.157290  7776 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:09:13.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:13.157400  7776 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:09:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:13.165650  7776 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:09:13.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:13.165866  7776 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.210.130
06:09:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.175419  7776 tablet_server_runner.cc:78] Tablet server non-default flags:
06:09:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/logs
06:09:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:09:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:13.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.130:39565
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data/info.pb
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.130
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38283
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.130
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:26 UTC on bdcb31816ec0
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17645
06:09:13.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:09:13.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.177378  7776 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:09:13.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.179203  7776 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:09:13.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:13.188944  7782 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:13.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:13.188848  7786 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:13.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:13.190053  7788 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:13.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.190356  7776 server_base.cc:1061] running on GCE node
06:09:13.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.191051  7776 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:09:13.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.192021  7776 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:09:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.193264  7776 hybrid_clock.cc:648] HybridClock initialized: now 1786514953193213 us; error 39 us; skew 500 ppm
06:09:13.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.193622  7776 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:09:13.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.195775  7776 webserver.cc:533] Webserver started at http://127.5.210.130:38283/ using document root <none> and password file <none>
06:09:13.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.196530  7776 fs_manager.cc:362] Metadata directory not provided
06:09:13.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.196681  7776 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:09:13.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.201915  7776 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.001s	sys 0.004s
06:09:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.204772  7795 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:09:13.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.206076  7776 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.206264  7776 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data,/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2606c405dd084feca326b9c9bdca109d"
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:58 on dist-test-slave-znh6"
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.207140  7776 fs_report.cc:389] FS layout report
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data/data
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:09:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:09:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.225838  7776 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:09:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.226575  7776 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:09:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.226809  7776 kserver.cc:163] Server-wide thread pool size limit: 3276
06:09:13.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.227942  7776 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:09:13.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.230003  7804 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
06:09:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.236102  7776 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:09:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.236193  7776 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.000s	sys 0.000s
06:09:13.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.236371  7776 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:09:13.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.239344  7776 ts_tablet_manager.cc:616] Registered 1 tablets
06:09:13.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.239439  7776 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.003s	sys 0.000s
06:09:13.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.239909  7804 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Bootstrap starting.
06:09:13.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.265200  7804 log.cc:826] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Log is configured to *not* fsync() on all Append() calls
06:09:13.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.286422  7804 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:09:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.287460  7804 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Bootstrap complete.
06:09:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.289099  7804 ts_tablet_manager.cc:1403] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Time spent bootstrapping tablet: real 0.050s	user 0.031s	sys 0.016s
06:09:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.290419  7776 rpc_server.cc:307] RPC server started. Bound to: 127.5.210.130:39565
06:09:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.290485  7969 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.210.130:39565 every 8 connection(s)
06:09:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.292025  7776 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data/info.pb
06:09:13.299 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.298481  5962 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu as pid 7776
06:09:13.313 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185, tablet=b24d14d853ba48a9828642f977db9457, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:09:13.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.309202  7804 raft_consensus.cc:359] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:13.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.319868  7804 raft_consensus.cc:740] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2606c405dd084feca326b9c9bdca109d, State: Initialized, Role: FOLLOWER
06:09:13.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.320662  7804 consensus_queue.cc:260] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:13.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.324620  7804 ts_tablet_manager.cc:1434] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Time spent starting tablet: real 0.035s	user 0.010s	sys 0.001s
06:09:13.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.332659  7973 heartbeater.cc:344] Connected to a master server at 127.5.210.189:42855
06:09:13.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.333108  7973 heartbeater.cc:461] Registering TS with master...
06:09:13.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.334486  7973 heartbeater.cc:507] Master 127.5.210.189:42855 requested a full tablet report, sending...
06:09:13.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.339118  6145 ts_manager.cc:194] Re-registered known tserver with Master: 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:13.354 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.210.131:36731
06:09:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.353277  7972 heartbeater.cc:344] Connected to a master server at 127.5.210.188:34889
06:09:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.353425  7972 heartbeater.cc:461] Registering TS with master...
06:09:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.353997  7972 heartbeater.cc:507] Master 127.5.210.188:34889 requested a full tablet report, sending...
06:09:13.355 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:09:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.355494  6253 ts_manager.cc:194] Re-registered known tserver with Master: 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.355527  5962 external_mini_cluster.cc:1712] Attempting to check leaks for /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu pid 7205
06:09:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.357267  6253 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.210.130:40831
06:09:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.358242  7970 heartbeater.cc:344] Connected to a master server at 127.5.210.190:44329
06:09:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.358387  7970 heartbeater.cc:461] Registering TS with master...
06:09:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.358920  7970 heartbeater.cc:507] Master 127.5.210.190:44329 requested a full tablet report, sending...
06:09:13.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.360927  7972 heartbeater.cc:499] Master 127.5.210.188:34889 was elected leader, sending a full tablet report...
06:09:13.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.362592  6032 ts_manager.cc:194] Re-registered known tserver with Master: 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.383771  7899 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 4 FOLLOWER]: Advancing to term 5
06:09:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.385313  7400 generic_service.cc:196] Checking for leaks (request via RPC)
06:09:13.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:13.504305  5962 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu with pid 7205
06:09:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:13.533252  7509 connection.cc:573] server connection from 127.5.210.131:59725 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:09:13.533 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:13.534 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] handling channelInactive
06:09:13.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state READY due to: connection closed
06:09:13.543 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:13.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:13.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:13.544 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:13.566 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:13.567 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:13.567 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [10ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [10ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [32ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1362495504(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@633cad6e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fda09c5 -> wakeup thread Time-limited test)) after lookup
06:09:13.567 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:13.568 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:13.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:13.568 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:13.585 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:13.586 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:13.586 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=52), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [10ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [10ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [32ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [33ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [34ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [34ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [51ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1362495504(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@633cad6e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2016467370 after retry RPC@131822408), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fda09c5 -> wakeup thread Time-limited test -> (continuation of Deferred@2016467370 after retry RPC@131822408))) after lookup
06:09:13.587 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:13.588 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:13.588 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:13.588 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:13.645 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:13.646 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:13.646 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=112), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [10ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [10ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [32ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [33ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [34ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [34ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [51ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [52ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [54ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [54ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [111ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1362495504(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@633cad6e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2016467370 after retry RPC@131822408) -> (continuation of Deferred@662317237 after retry RPC@2070371873), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fda09c5 -> wakeup thread Time-limited test -> (continuation of Deferred@2016467370 after retry RPC@131822408) -> (continuation of Deferred@662317237 after retry RPC@2070371873))) after lookup
06:09:13.647 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:13.648 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:13.648 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:13.648 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:13.706 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:13.706 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:13.707 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=172), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [10ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [10ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [32ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [33ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [34ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [34ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [51ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [52ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [54ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [54ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [111ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [112ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [114ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [114ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [169ms] refreshing cache from master, [169ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [172ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1362495504(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@633cad6e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2016467370 after retry RPC@131822408) -> (continuation of Deferred@662317237 after retry RPC@2070371873) -> (continuation of Deferred@1652705652 after retry RPC@592807251), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fda09c5 -> wakeup thread Time-limited test -> (continuation of Deferred@2016467370 after retry RPC@131822408) -> (continuation of Deferred@662317237 after retry RPC@2070371873) -> (continuation of Deferred@1652705652 after retry RPC@592807251))) after lookup
06:09:13.707 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:13.708 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:13.709 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:13.709 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:14.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:14.206 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:14.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=672), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [10ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [10ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [32ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [33ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [34ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [34ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [51ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [52ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [54ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [54ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [111ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [112ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [114ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [114ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [169ms] refreshing cache from master, [169ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [172ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [173ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [175ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [175ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [668ms] refreshing cache from master, [669ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [671ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1362495504(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@633cad6e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2016467370 after retry RPC@131822408) -> (continuation of Deferred@662317237 after retry RPC@2070371873) -> (continuation of Deferred@1652705652 after retry RPC@592807251) -> (continuation of Deferred@2059978470 after retry RPC@1966648305), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fda09c5 -> wakeup thread Time-limited test -> (continuation of Deferred@2016467370 after retry RPC@131822408) -> (continuation of Deferred@662317237 after retry RPC@2070371873) -> (continuation of Deferred@1652705652 after retry RPC@592807251) -> (continuation of Deferred@2059978470 after retry RPC@1966648305))) after lookup
06:09:14.207 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:14.208 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:14.208 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:14.208 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:14.891361  8004 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 6ea3ceb70b694602967be12a78366da5)
06:09:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:14.891686  8004 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:14.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:14.893347  8004 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:14.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:14.894796  7801 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:14.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:14.896787  7801 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:14.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:14.900022  7613 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "2606c405dd084feca326b9c9bdca109d" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "363d49d0e9454be7b8d4dad64a1effe9" is_pre_election: true
06:09:14.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:14.900846  7797 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d; no voters: 363d49d0e9454be7b8d4dad64a1effe9, 6ea3ceb70b694602967be12a78366da5
06:09:14.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:14.901188  8004 raft_consensus.cc:2749] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
06:09:15.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.006246  8010 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 6ea3ceb70b694602967be12a78366da5)
06:09:15.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.006492  8010 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:15.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.007349  8010 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:15.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:15.010164  7509 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:15.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.014513  7899 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "363d49d0e9454be7b8d4dad64a1effe9" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "2606c405dd084feca326b9c9bdca109d" is_pre_election: true
06:09:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.014906  7899 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 363d49d0e9454be7b8d4dad64a1effe9 in term 5.
06:09:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.015465  7506 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d, 363d49d0e9454be7b8d4dad64a1effe9; no voters: 6ea3ceb70b694602967be12a78366da5
06:09:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.015755  8010 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 5 FOLLOWER]: Leader pre-election won for term 6
06:09:15.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.015940  8010 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 5 FOLLOWER]: Starting leader election (detected failure of leader 6ea3ceb70b694602967be12a78366da5)
06:09:15.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.016073  8010 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 5 FOLLOWER]: Advancing to term 6
06:09:15.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.018530  8010 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:15.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.019202  8010 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 6 election: Requested vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.019726  7899 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "363d49d0e9454be7b8d4dad64a1effe9" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "2606c405dd084feca326b9c9bdca109d"
06:09:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.019996  7899 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 5 FOLLOWER]: Advancing to term 6
06:09:15.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:15.020669  7509 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:15.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.021937  7899 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 363d49d0e9454be7b8d4dad64a1effe9 in term 6.
06:09:15.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.022315  7506 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d, 363d49d0e9454be7b8d4dad64a1effe9; no voters: 6ea3ceb70b694602967be12a78366da5
06:09:15.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.022604  8010 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 6 FOLLOWER]: Leader election won for term 6
06:09:15.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.023134  8010 raft_consensus.cc:697] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 6 LEADER]: Becoming Leader. State: Replica: 363d49d0e9454be7b8d4dad64a1effe9, State: Running, Role: LEADER
06:09:15.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.023804  8010 consensus_queue.cc:237] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:15.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.027842  6253 catalog_manager.cc:5739] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 reported cstate change: term changed from 5 to 6, leader changed from 6ea3ceb70b694602967be12a78366da5 (127.5.210.131) to 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129). New cstate: current_term: 6 leader_uuid: "363d49d0e9454be7b8d4dad64a1effe9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } health_report { overall_health: UNKNOWN } } }
06:09:15.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:15.409982  7509 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111) [suppressed 2 similar messages]
06:09:15.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:15.410979  7509 consensus_peers.cc:597] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 -> Peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Couldn't send request to peer 6ea3ceb70b694602967be12a78366da5. Status: Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:09:15.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.454710  7899 raft_consensus.cc:1275] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 6 FOLLOWER]: Refusing update from remote peer 363d49d0e9454be7b8d4dad64a1effe9: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
06:09:15.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:15.455614  8010 consensus_queue.cc:1048] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 16, Time since last communication: 0.000s
06:09:16.426 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:16.426 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:16.426 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2892), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [10ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [10ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [29ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [32ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [33ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [34ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [34ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [51ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [52ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [54ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [54ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [108ms] refreshing cache from master, [108ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [111ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [112ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [114ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [114ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [169ms] refreshing cache from master, [169ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [172ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [173ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [175ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [175ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [668ms] refreshing cache from master, [669ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [671ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [673ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [674ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [674ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [2889ms] refreshing cache from master, [2889ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [2891ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1362495504(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@633cad6e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2016467370 after retry RPC@131822408) -> (continuation of Deferred@662317237 after retry RPC@2070371873) -> (continuation of Deferred@1652705652 after retry RPC@592807251) -> (continuation of Deferred@2059978470 after retry RPC@1966648305) -> (continuation of Deferred@875225544 after retry RPC@75342751), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2fda09c5 -> wakeup thread Time-limited test -> (continuation of Deferred@2016467370 after retry RPC@131822408) -> (continuation of Deferred@662317237 after retry RPC@2070371873) -> (continuation of Deferred@1652705652 after retry RPC@592807251) -> (continuation of Deferred@2059978470 after retry RPC@1966648305) -> (continuation of Deferred@875225544 after retry RPC@75342751))) after lookup
06:09:16.427 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:16.428 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] Successfully connected to peer
06:09:16.455 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x6db6b0b0, L:/127.0.0.1:33000 - R:/127.5.210.129:33365] using TOKEN/null
06:09:16.482 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.210.131:36731
06:09:16.482 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.483830  5962 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/logs
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/info.pb
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:09:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:09:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.131:36731
06:09:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.131
06:09:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38501
06:09:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.131
06:09:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:09:16.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:16.828820  8059 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:09:16.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:16.829133  8059 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:09:16.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:16.829208  8059 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:09:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:16.837877  8059 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:09:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:16.838044  8059 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.210.131
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.848033  8059 tablet_server_runner.cc:78] Tablet server non-default flags:
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/logs
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.131:36731
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/info.pb
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.131
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38501
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.131
06:09:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:09:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:09:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:09:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:09:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:09:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:26 UTC on bdcb31816ec0
06:09:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17645
06:09:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:09:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.849581  8059 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:09:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.851459  8059 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:09:16.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:16.861548  8069 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:16.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:16.861687  8070 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:16.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:16.861832  8073 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:16.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.862802  8059 server_base.cc:1061] running on GCE node
06:09:16.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.863456  8059 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:09:16.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.864338  8059 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:09:16.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.865592  8059 hybrid_clock.cc:648] HybridClock initialized: now 1786514956865542 us; error 44 us; skew 500 ppm
06:09:16.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.865962  8059 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:09:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.868237  8059 webserver.cc:533] Webserver started at http://127.5.210.131:38501/ using document root <none> and password file <none>
06:09:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.869033  8059 fs_manager.cc:362] Metadata directory not provided
06:09:16.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.869179  8059 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:09:16.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.874610  8059 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.001s
06:09:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.877453  8084 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:09:16.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.878741  8059 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
06:09:16.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.878957  8059 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data,/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:16.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ea3ceb70b694602967be12a78366da5"
06:09:16.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:58 on dist-test-slave-znh6"
06:09:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.879729  8059 fs_report.cc:389] FS layout report
06:09:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:09:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/data
06:09:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:09:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:09:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:09:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:09:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:09:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:09:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:09:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:09:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:09:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:09:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:09:16.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.909152  8059 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:09:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.910065  8059 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:09:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.910406  8059 kserver.cc:163] Server-wide thread pool size limit: 3276
06:09:16.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.911516  8059 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:09:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.913776  8091 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
06:09:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.919327  8059 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:09:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.919458  8059 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
06:09:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.919597  8059 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:09:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.922487  8059 ts_tablet_manager.cc:616] Registered 1 tablets
06:09:16.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.922617  8059 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.000s
06:09:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.923079  8091 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Bootstrap starting.
06:09:16.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.946347  8091 log.cc:826] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Log is configured to *not* fsync() on all Append() calls
06:09:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.970342  8091 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:09:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.971160  8091 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Bootstrap complete.
06:09:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.972747  8091 ts_tablet_manager.cc:1403] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Time spent bootstrapping tablet: real 0.050s	user 0.022s	sys 0.025s
06:09:16.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.980489  8091 raft_consensus.cc:359] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:16.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.981668  8091 raft_consensus.cc:740] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6ea3ceb70b694602967be12a78366da5, State: Initialized, Role: FOLLOWER
06:09:16.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.982975  8091 consensus_queue.cc:260] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:16.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.984575  8091 ts_tablet_manager.cc:1434] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Time spent starting tablet: real 0.012s	user 0.012s	sys 0.001s
06:09:16.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.989593  8059 rpc_server.cc:307] RPC server started. Bound to: 127.5.210.131:36731
06:09:16.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.989712  8259 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.210.131:36731 every 8 connection(s)
06:09:16.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.990921  8059 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/info.pb
06:09:16.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:16.997008  5962 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu as pid 8059
06:09:16.997 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:17.017 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185, tablet=b24d14d853ba48a9828642f977db9457, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:09:17.017 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.210.129:33365
06:09:17.018 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:09:17.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:17.018280  5962 external_mini_cluster.cc:1712] Attempting to check leaks for /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu pid 7482
06:09:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:17.020886  8260 heartbeater.cc:344] Connected to a master server at 127.5.210.190:44329
06:09:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:17.021284  8260 heartbeater.cc:461] Registering TS with master...
06:09:17.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:17.022344  8260 heartbeater.cc:507] Master 127.5.210.190:44329 requested a full tablet report, sending...
06:09:17.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:17.025732  6032 ts_manager.cc:194] Re-registered known tserver with Master: 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731)
06:09:17.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:17.026100  8264 heartbeater.cc:344] Connected to a master server at 127.5.210.189:42855
06:09:17.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:17.026255  8264 heartbeater.cc:461] Registering TS with master...
06:09:17.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:17.026784  8264 heartbeater.cc:507] Master 127.5.210.189:42855 requested a full tablet report, sending...
06:09:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:17.028230  6146 ts_manager.cc:194] Re-registered known tserver with Master: 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731)
06:09:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:17.029167  8261 heartbeater.cc:344] Connected to a master server at 127.5.210.188:34889
06:09:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:17.029304  8261 heartbeater.cc:461] Registering TS with master...
06:09:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:17.029780  8261 heartbeater.cc:507] Master 127.5.210.188:34889 requested a full tablet report, sending...
06:09:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:17.031052  6256 ts_manager.cc:194] Re-registered known tserver with Master: 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731)
06:09:17.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:17.032603  6256 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.210.131:58009
06:09:17.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:17.035283  7671 generic_service.cc:196] Checking for leaks (request via RPC)
06:09:17.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:17.135272  5962 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu with pid 7482
06:09:17.163 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:17.164 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] handling channelInactive
06:09:17.164 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state READY due to: connection closed
06:09:17.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:17.165710  8291 negotiation.cc:336] Failed RPC negotiation. Trace:
06:09:17.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 06:09:17.134970 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.5.210.129:45611 (local address 127.5.210.131:36731)
06:09:17.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 06:09:17.135752 (+   782us) server_negotiation.cc:207] Beginning negotiation
06:09:17.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 06:09:17.135764 (+    12us) server_negotiation.cc:400] Waiting for connection header
06:09:17.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 06:09:17.164608 (+ 28844us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.5.210.129:45611: BlockingRecv error: recv got EOF from 127.5.210.129:45611 (error 108)
06:09:17.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":573,"thread_start_us":1059,"threads_started":1}
06:09:17.183 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:17.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:17.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:17.185 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:17.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:17.206 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:17.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [20ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [21ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [41ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@387606108(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@271ea335 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48c0cd30 -> wakeup thread Time-limited test)) after lookup
06:09:17.207 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:17.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:17.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:17.208 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:17.225 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:17.225 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:17.226 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [20ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [21ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [41ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [42ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [44ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [44ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [61ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@387606108(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@271ea335 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@433808277 after retry RPC@1471972563), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48c0cd30 -> wakeup thread Time-limited test -> (continuation of Deferred@433808277 after retry RPC@1471972563))) after lookup
06:09:17.226 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:17.227 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:17.228 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:17.228 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:17.286 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:17.287 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:17.287 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=123), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [20ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [21ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [41ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [42ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [44ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [44ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [61ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [62ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [64ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [64ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [122ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@387606108(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@271ea335 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@433808277 after retry RPC@1471972563) -> (continuation of Deferred@873275203 after retry RPC@128229133), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48c0cd30 -> wakeup thread Time-limited test -> (continuation of Deferred@433808277 after retry RPC@1471972563) -> (continuation of Deferred@873275203 after retry RPC@128229133))) after lookup
06:09:17.288 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:17.289 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:17.289 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:17.289 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:17.545 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:17.546 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:17.546 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=382), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [20ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [21ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [41ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [42ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [44ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [44ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [61ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [62ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [64ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [64ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [122ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [123ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [125ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [125ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [378ms] refreshing cache from master, [378ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [381ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@387606108(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@271ea335 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@433808277 after retry RPC@1471972563) -> (continuation of Deferred@873275203 after retry RPC@128229133) -> (continuation of Deferred@1728724917 after retry RPC@1148553390), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48c0cd30 -> wakeup thread Time-limited test -> (continuation of Deferred@433808277 after retry RPC@1471972563) -> (continuation of Deferred@873275203 after retry RPC@128229133) -> (continuation of Deferred@1728724917 after retry RPC@1148553390))) after lookup
06:09:17.547 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:17.548 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:17.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:17.548 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:18.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.035142  8261 heartbeater.cc:499] Master 127.5.210.188:34889 was elected leader, sending a full tablet report...
06:09:18.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.147989  8292 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:09:18.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.148247  8292 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.149912  8292 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:18.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:18.151353  8086 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.129:33365: connect: Connection refused (error 111)
06:09:18.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:18.153111  8086 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365): Network error: Client connection negotiation failed: client connection to 127.5.210.129:33365: connect: Connection refused (error 111)
06:09:18.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.157033  7899 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "6ea3ceb70b694602967be12a78366da5" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "2606c405dd084feca326b9c9bdca109d" is_pre_election: true
06:09:18.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.157766  8085 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6ea3ceb70b694602967be12a78366da5; no voters: 2606c405dd084feca326b9c9bdca109d, 363d49d0e9454be7b8d4dad64a1effe9
06:09:18.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.158140  8292 raft_consensus.cc:2749] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
06:09:18.186 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:18.186 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:18.186 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1022), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [20ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [21ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [41ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [42ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [44ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [44ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [61ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [62ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [64ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [64ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [122ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [123ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [125ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [125ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [378ms] refreshing cache from master, [378ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [381ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [383ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [384ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [384ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [1019ms] refreshing cache from master, [1019ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [1021ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@387606108(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@271ea335 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@433808277 after retry RPC@1471972563) -> (continuation of Deferred@873275203 after retry RPC@128229133) -> (continuation of Deferred@1728724917 after retry RPC@1148553390) -> (continuation of Deferred@1082265685 after retry RPC@685428755), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48c0cd30 -> wakeup thread Time-limited test -> (continuation of Deferred@433808277 after retry RPC@1471972563) -> (continuation of Deferred@873275203 after retry RPC@128229133) -> (continuation of Deferred@1728724917 after retry RPC@1148553390) -> (continuation of Deferred@1082265685 after retry RPC@685428755))) after lookup
06:09:18.187 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:18.188 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:18.188 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:18.189 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:18.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.427729  8297 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 363d49d0e9454be7b8d4dad64a1effe9)
06:09:18.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.427958  8297 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.428792  8297 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:18.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:18.432299  7797 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365): Network error: Client connection negotiation failed: client connection to 127.5.210.129:33365: connect: Connection refused (error 111)
06:09:18.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.437855  8190 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "2606c405dd084feca326b9c9bdca109d" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "6ea3ceb70b694602967be12a78366da5" is_pre_election: true
06:09:18.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.438297  8190 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2606c405dd084feca326b9c9bdca109d in term 5.
06:09:18.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.439347  7801 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d, 6ea3ceb70b694602967be12a78366da5; no voters: 363d49d0e9454be7b8d4dad64a1effe9
06:09:18.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.439638  8297 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 6 FOLLOWER]: Leader pre-election won for term 7
06:09:18.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.439770  8297 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 6 FOLLOWER]: Starting leader election (detected failure of leader 363d49d0e9454be7b8d4dad64a1effe9)
06:09:18.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.439850  8297 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 6 FOLLOWER]: Advancing to term 7
06:09:18.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.441910  8297 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:18.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.442610  8297 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 7 election: Requested vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:18.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.442960  8190 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "2606c405dd084feca326b9c9bdca109d" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "6ea3ceb70b694602967be12a78366da5"
06:09:18.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.443140  8190 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 5 FOLLOWER]: Advancing to term 7
06:09:18.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:18.444231  7797 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365): Network error: Client connection negotiation failed: client connection to 127.5.210.129:33365: connect: Connection refused (error 111)
06:09:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.447144  8190 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2606c405dd084feca326b9c9bdca109d in term 7.
06:09:18.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.447618  7801 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d, 6ea3ceb70b694602967be12a78366da5; no voters: 363d49d0e9454be7b8d4dad64a1effe9
06:09:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.447980  8297 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 7 FOLLOWER]: Leader election won for term 7
06:09:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.448495  8297 raft_consensus.cc:697] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 7 LEADER]: Becoming Leader. State: Replica: 2606c405dd084feca326b9c9bdca109d, State: Running, Role: LEADER
06:09:18.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.449051  8297 consensus_queue.cc:237] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:18.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.452904  6256 catalog_manager.cc:5739] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d reported cstate change: term changed from 6 to 7, leader changed from 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129) to 2606c405dd084feca326b9c9bdca109d (127.5.210.130). New cstate: current_term: 7 leader_uuid: "2606c405dd084feca326b9c9bdca109d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } health_report { overall_health: HEALTHY } } }
06:09:18.506 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:18.507 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:18.507 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1343), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [20ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [21ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [41ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [42ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [44ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [44ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [61ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [62ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [64ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [64ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [122ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [123ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [125ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [125ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [378ms] refreshing cache from master, [378ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [381ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [383ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [384ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [384ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [1019ms] refreshing cache from master, [1019ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [1021ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [1023ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [1024ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [1025ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [1339ms] refreshing cache from master, [1339ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [1342ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@387606108(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@271ea335 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@433808277 after retry RPC@1471972563) -> (continuation of Deferred@873275203 after retry RPC@128229133) -> (continuation of Deferred@1728724917 after retry RPC@1148553390) -> (continuation of Deferred@1082265685 after retry RPC@685428755) -> (continuation of Deferred@1233350012 after retry RPC@925333015), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@48c0cd30 -> wakeup thread Time-limited test -> (continuation of Deferred@433808277 after retry RPC@1471972563) -> (continuation of Deferred@873275203 after retry RPC@128229133) -> (continuation of Deferred@1728724917 after retry RPC@1148553390) -> (continuation of Deferred@1082265685 after retry RPC@685428755) -> (continuation of Deferred@1233350012 after retry RPC@925333015))) after lookup
06:09:18.508 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:18.509 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] Successfully connected to peer
06:09:18.535 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x1687f17a, L:/127.0.0.1:38132 - R:/127.5.210.130:39565] using TOKEN/null
06:09:18.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.542032  8190 raft_consensus.cc:1275] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 7 FOLLOWER]: Refusing update from remote peer 2606c405dd084feca326b9c9bdca109d: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 22. (index mismatch)
06:09:18.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:18.542531  7797 consensus_peers.cc:597] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d -> Peer 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365): Couldn't send request to peer 363d49d0e9454be7b8d4dad64a1effe9. Status: Network error: Client connection negotiation failed: client connection to 127.5.210.129:33365: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:09:18.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.542948  8304 consensus_queue.cc:1048] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [LEADER]: Connected to new peer: Peer: permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
06:09:18.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.553262  8321 mvcc.cc:204] Tried to move back new op lower bound from 7317565270177964032 to 7317565269811023872. Current Snapshot: MvccSnapshot[applied={T|T < 7317565270177964032}]
06:09:18.580 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.210.129:33365
06:09:18.582 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.583179  5962 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data
06:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/logs
06:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data/info.pb
06:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:09:18.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:09:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:09:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:09:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.129:33365
06:09:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.129
06:09:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39555
06:09:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.129
06:09:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:09:18.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:18.925549  8331 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:09:18.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:18.925853  8331 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:09:18.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:18.925930  8331 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:09:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:18.934603  8331 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:09:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:18.934751  8331 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.210.129
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.944944  8331 tablet_server_runner.cc:78] Tablet server non-default flags:
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/logs
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.129:33365
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data/info.pb
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.129
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39555
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.129
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:26 UTC on bdcb31816ec0
06:09:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17645
06:09:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:09:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.946480  8331 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:09:18.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.948282  8331 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:09:18.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:18.958381  8341 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:18.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:18.958468  8339 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:18.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:18.959631  8346 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:18.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.959944  8331 server_base.cc:1061] running on GCE node
06:09:18.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.960569  8331 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:09:18.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.961499  8331 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:09:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.962723  8331 hybrid_clock.cc:648] HybridClock initialized: now 1786514958962668 us; error 43 us; skew 500 ppm
06:09:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.963061  8331 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:09:18.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.965658  8331 webserver.cc:533] Webserver started at http://127.5.210.129:39555/ using document root <none> and password file <none>
06:09:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.966538  8331 fs_manager.cc:362] Metadata directory not provided
06:09:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.966651  8331 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:09:18.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.973348  8331 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.005s	sys 0.000s
06:09:18.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.976619  8354 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:09:18.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.978224  8331 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.978370  8331 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data,/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "363d49d0e9454be7b8d4dad64a1effe9"
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:57 on dist-test-slave-znh6"
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:18.979321  8331 fs_report.cc:389] FS layout report
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data/data
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:09:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:09:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:09:19.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.023670  8331 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:09:19.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.024495  8331 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:09:19.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.024814  8331 kserver.cc:163] Server-wide thread pool size limit: 3276
06:09:19.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.025727  8331 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:09:19.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.027874  8372 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
06:09:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.034035  8331 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:09:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.034123  8331 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.000s	sys 0.001s
06:09:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.034246  8331 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:09:19.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.037372  8331 ts_tablet_manager.cc:616] Registered 1 tablets
06:09:19.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.037464  8331 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.001s	sys 0.000s
06:09:19.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.037956  8372 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Bootstrap starting.
06:09:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.065161  8372 log.cc:826] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Log is configured to *not* fsync() on all Append() calls
06:09:19.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.097883  8372 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:09:19.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.098517  8372 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Bootstrap complete.
06:09:19.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.100173  8372 ts_tablet_manager.cc:1403] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Time spent bootstrapping tablet: real 0.063s	user 0.036s	sys 0.023s
06:09:19.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.106525  8372 raft_consensus.cc:359] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:19.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.107851  8372 raft_consensus.cc:740] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 363d49d0e9454be7b8d4dad64a1effe9, State: Initialized, Role: FOLLOWER
06:09:19.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.108652  8372 consensus_queue.cc:260] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:19.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.110201  8372 ts_tablet_manager.cc:1434] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Time spent starting tablet: real 0.010s	user 0.002s	sys 0.009s
06:09:19.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.112861  8331 rpc_server.cc:307] RPC server started. Bound to: 127.5.210.129:33365
06:09:19.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.112950  8560 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.210.129:33365 every 8 connection(s)
06:09:19.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.114223  8331 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data/info.pb
06:09:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.116607  5962 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu as pid 8331
06:09:19.117 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:19.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.133877  8564 heartbeater.cc:344] Connected to a master server at 127.5.210.189:42855
06:09:19.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.134358  8564 heartbeater.cc:461] Registering TS with master...
06:09:19.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.135622  8564 heartbeater.cc:507] Master 127.5.210.189:42855 requested a full tablet report, sending...
06:09:19.141 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185, tablet=b24d14d853ba48a9828642f977db9457, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:09:19.142 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.210.130:39565
06:09:19.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.139562  6146 ts_manager.cc:194] Re-registered known tserver with Master: 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:19.142 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:09:19.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.142757  5962 external_mini_cluster.cc:1712] Attempting to check leaks for /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu pid 7776
06:09:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.167495  8563 heartbeater.cc:344] Connected to a master server at 127.5.210.188:34889
06:09:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.167650  8563 heartbeater.cc:461] Registering TS with master...
06:09:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.168200  8563 heartbeater.cc:507] Master 127.5.210.188:34889 requested a full tablet report, sending...
06:09:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.170114  6256 ts_manager.cc:194] Re-registered known tserver with Master: 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.171701  6256 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.210.129:59445
06:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.172981  7962 generic_service.cc:196] Checking for leaks (request via RPC)
06:09:19.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.175988  8561 heartbeater.cc:344] Connected to a master server at 127.5.210.190:44329
06:09:19.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.176115  8561 heartbeater.cc:461] Registering TS with master...
06:09:19.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.176389  8561 heartbeater.cc:507] Master 127.5.210.190:44329 requested a full tablet report, sending...
06:09:19.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.177875  6030 ts_manager.cc:194] Re-registered known tserver with Master: 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:19.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:19.274390  5962 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu with pid 7776
06:09:19.300 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] handling channelInactive
06:09:19.300 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:19.300 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state READY due to: connection closed
06:09:19.301 [DEBUG - Time-limited test] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:19.302 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:19.302 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:19.302 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:19.326 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:19.326 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:19.326 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [2ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [25ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1426538792(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@591c0251 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f4669ae -> wakeup thread Time-limited test)) after lookup
06:09:19.327 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:19.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:19.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:19.328 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:19.345 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:19.345 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:19.346 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=45), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [2ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [25ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [28ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [28ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [42ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [45ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1426538792(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@591c0251 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2073096303 after retry RPC@1816893461), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f4669ae -> wakeup thread Time-limited test -> (continuation of Deferred@2073096303 after retry RPC@1816893461))) after lookup
06:09:19.346 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:19.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:19.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:19.347 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:19.385 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:19.386 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:19.386 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=85), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [2ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [25ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [28ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [28ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [42ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [45ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [46ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [47ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [48ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [85ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1426538792(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@591c0251 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2073096303 after retry RPC@1816893461) -> (continuation of Deferred@612717872 after retry RPC@348060293), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f4669ae -> wakeup thread Time-limited test -> (continuation of Deferred@2073096303 after retry RPC@1816893461) -> (continuation of Deferred@612717872 after retry RPC@348060293))) after lookup
06:09:19.387 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:19.388 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:19.388 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:19.388 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:19.506 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:19.506 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:19.507 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=206), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [2ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [25ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [28ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [28ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [42ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [45ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [46ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [47ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [48ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [85ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [86ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [88ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [88ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [203ms] refreshing cache from master, [203ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [205ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1426538792(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@591c0251 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2073096303 after retry RPC@1816893461) -> (continuation of Deferred@612717872 after retry RPC@348060293) -> (continuation of Deferred@1022651865 after retry RPC@1602081296), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f4669ae -> wakeup thread Time-limited test -> (continuation of Deferred@2073096303 after retry RPC@1816893461) -> (continuation of Deferred@612717872 after retry RPC@348060293) -> (continuation of Deferred@1022651865 after retry RPC@1602081296))) after lookup
06:09:19.507 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:19.508 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:19.508 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:19.509 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:19.925 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:19.926 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:19.926 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=625), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [2ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [25ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [28ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [28ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [42ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [45ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [46ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [47ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [48ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [85ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [86ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [88ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [88ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [203ms] refreshing cache from master, [203ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [205ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [207ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [209ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [209ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [622ms] refreshing cache from master, [622ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [625ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1426538792(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@591c0251 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2073096303 after retry RPC@1816893461) -> (continuation of Deferred@612717872 after retry RPC@348060293) -> (continuation of Deferred@1022651865 after retry RPC@1602081296) -> (continuation of Deferred@475834401 after retry RPC@763368680), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f4669ae -> wakeup thread Time-limited test -> (continuation of Deferred@2073096303 after retry RPC@1816893461) -> (continuation of Deferred@612717872 after retry RPC@348060293) -> (continuation of Deferred@1022651865 after retry RPC@1602081296) -> (continuation of Deferred@475834401 after retry RPC@763368680))) after lookup
06:09:19.927 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:19.928 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:19.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:19.928 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:20.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.175088  8563 heartbeater.cc:499] Master 127.5.210.188:34889 was elected leader, sending a full tablet report...
06:09:20.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.459501  8586 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 2606c405dd084feca326b9c9bdca109d)
06:09:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.459744  8586 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.460585  8586 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:20.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:20.462914  8085 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565): Network error: Client connection negotiation failed: client connection to 127.5.210.130:39565: connect: Connection refused (error 111)
06:09:20.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.468883  8477 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "6ea3ceb70b694602967be12a78366da5" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "363d49d0e9454be7b8d4dad64a1effe9" is_pre_election: true
06:09:20.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.469401  8477 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6ea3ceb70b694602967be12a78366da5 in term 6.
06:09:20.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.470405  8086 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 363d49d0e9454be7b8d4dad64a1effe9, 6ea3ceb70b694602967be12a78366da5; no voters: 2606c405dd084feca326b9c9bdca109d
06:09:20.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.470685  8586 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 7 FOLLOWER]: Leader pre-election won for term 8
06:09:20.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.470803  8586 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 2606c405dd084feca326b9c9bdca109d)
06:09:20.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.470949  8586 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 7 FOLLOWER]: Advancing to term 8
06:09:20.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.473014  8586 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:20.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.473664  8586 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 8 election: Requested vote from peers 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.474079  8477 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "6ea3ceb70b694602967be12a78366da5" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "363d49d0e9454be7b8d4dad64a1effe9"
06:09:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.474340  8477 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 6 FOLLOWER]: Advancing to term 8
06:09:20.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:20.475703  8085 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565): Network error: Client connection negotiation failed: client connection to 127.5.210.130:39565: connect: Connection refused (error 111)
06:09:20.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.478716  8477 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6ea3ceb70b694602967be12a78366da5 in term 8.
06:09:20.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.479243  8086 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 363d49d0e9454be7b8d4dad64a1effe9, 6ea3ceb70b694602967be12a78366da5; no voters: 2606c405dd084feca326b9c9bdca109d
06:09:20.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.479576  8586 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 8 FOLLOWER]: Leader election won for term 8
06:09:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.480082  8586 raft_consensus.cc:697] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 8 LEADER]: Becoming Leader. State: Replica: 6ea3ceb70b694602967be12a78366da5, State: Running, Role: LEADER
06:09:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.480607  8586 consensus_queue.cc:237] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:20.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:20.484337  6256 catalog_manager.cc:5739] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 reported cstate change: term changed from 7 to 8, leader changed from 2606c405dd084feca326b9c9bdca109d (127.5.210.130) to 6ea3ceb70b694602967be12a78366da5 (127.5.210.131). New cstate: current_term: 8 leader_uuid: "6ea3ceb70b694602967be12a78366da5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } health_report { overall_health: UNKNOWN } } }
06:09:20.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:20.994742  8085 consensus_peers.cc:597] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 -> Peer 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565): Couldn't send request to peer 2606c405dd084feca326b9c9bdca109d. Status: Network error: Client connection negotiation failed: client connection to 127.5.210.130:39565: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:09:21.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.102888  8477 raft_consensus.cc:1275] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 8 FOLLOWER]: Refusing update from remote peer 6ea3ceb70b694602967be12a78366da5: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
06:09:21.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.103894  8616 consensus_queue.cc:1048] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
06:09:21.267 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:21.267 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:21.268 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1967), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [2ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [2ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [25ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [28ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [28ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [42ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [45ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [46ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [47ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [48ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [85ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [86ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [88ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [88ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [203ms] refreshing cache from master, [203ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [205ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [207ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [209ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [209ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [622ms] refreshing cache from master, [622ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [625ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [627ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [628ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [628ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [1963ms] refreshing cache from master, [1963ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [1966ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1426538792(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@591c0251 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2073096303 after retry RPC@1816893461) -> (continuation of Deferred@612717872 after retry RPC@348060293) -> (continuation of Deferred@1022651865 after retry RPC@1602081296) -> (continuation of Deferred@475834401 after retry RPC@763368680) -> (continuation of Deferred@1225098884 after retry RPC@1678765080), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f4669ae -> wakeup thread Time-limited test -> (continuation of Deferred@2073096303 after retry RPC@1816893461) -> (continuation of Deferred@612717872 after retry RPC@348060293) -> (continuation of Deferred@1022651865 after retry RPC@1602081296) -> (continuation of Deferred@475834401 after retry RPC@763368680) -> (continuation of Deferred@1225098884 after retry RPC@1678765080))) after lookup
06:09:21.268 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:21.270 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] Successfully connected to peer
06:09:21.293 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x61353838, L:/127.0.0.1:57810 - R:/127.5.210.131:36731] using TOKEN/null
06:09:21.316 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.210.130:39565
06:09:21.316 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.317420  5962 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data
06:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/logs
06:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data/info.pb
06:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:09:21.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:09:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:09:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:09:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:09:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.130:39565
06:09:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.130
06:09:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38283
06:09:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.130
06:09:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:21.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:09:21.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:21.656253  8640 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:09:21.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:21.656632  8640 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:09:21.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:21.656754  8640 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:09:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:21.665052  8640 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:09:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:21.665277  8640 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.210.130
06:09:21.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.675261  8640 tablet_server_runner.cc:78] Tablet server non-default flags:
06:09:21.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/logs
06:09:21.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:21.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:09:21.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:21.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:21.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:21.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:09:21.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data
06:09:21.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:09:21.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.130:39565
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data/info.pb
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.130
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38283
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.130
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:26 UTC on bdcb31816ec0
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17645
06:09:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:09:21.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.677351  8640 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:09:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.679312  8640 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:09:21.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:21.689268  8650 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:21.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:21.689334  8651 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:21.690044  8653 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.692085  8640 server_base.cc:1061] running on GCE node
06:09:21.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.692574  8640 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:09:21.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.693459  8640 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:09:21.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.694664  8640 hybrid_clock.cc:648] HybridClock initialized: now 1786514961694606 us; error 51 us; skew 500 ppm
06:09:21.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.694998  8640 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:09:21.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.702265  8640 webserver.cc:533] Webserver started at http://127.5.210.130:38283/ using document root <none> and password file <none>
06:09:21.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.703091  8640 fs_manager.cc:362] Metadata directory not provided
06:09:21.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.703197  8640 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:09:21.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.708389  8640 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
06:09:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.711181  8661 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:09:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.712525  8640 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.712659  8640 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data,/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2606c405dd084feca326b9c9bdca109d"
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:58 on dist-test-slave-znh6"
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.713378  8640 fs_report.cc:389] FS layout report
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data/data
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:09:21.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:09:21.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.726526  8640 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:09:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.727360  8640 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:09:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.727638  8640 kserver.cc:163] Server-wide thread pool size limit: 3276
06:09:21.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.729173  8640 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:09:21.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.731396  8673 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
06:09:21.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.737527  8640 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:09:21.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.737614  8640 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.007s	user 0.000s	sys 0.000s
06:09:21.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.737768  8640 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:09:21.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.740824  8640 ts_tablet_manager.cc:616] Registered 1 tablets
06:09:21.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.740926  8640 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.001s
06:09:21.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.741393  8673 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Bootstrap starting.
06:09:21.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.769419  8673 log.cc:826] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Log is configured to *not* fsync() on all Append() calls
06:09:21.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.790616  8640 rpc_server.cc:307] RPC server started. Bound to: 127.5.210.130:39565
06:09:21.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.790637  8844 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.210.130:39565 every 8 connection(s)
06:09:21.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.792088  8640 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data/info.pb
06:09:21.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.799072  5962 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu as pid 8640
06:09:21.800 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.820830  8673 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:09:21.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.822659  8673 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Bootstrap complete.
06:09:21.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.824452  8673 ts_tablet_manager.cc:1403] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Time spent bootstrapping tablet: real 0.083s	user 0.044s	sys 0.018s
06:09:21.828 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185, tablet=b24d14d853ba48a9828642f977db9457, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:09:21.830 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.210.131:36731
06:09:21.830 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:09:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.830718  5962 external_mini_cluster.cc:1712] Attempting to check leaks for /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu pid 8059
06:09:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.830808  8847 heartbeater.cc:344] Connected to a master server at 127.5.210.189:42855
06:09:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.831271  8847 heartbeater.cc:461] Registering TS with master...
06:09:21.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.832362  8847 heartbeater.cc:507] Master 127.5.210.189:42855 requested a full tablet report, sending...
06:09:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.834705  8673 raft_consensus.cc:359] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.836344  6146 ts_manager.cc:194] Re-registered known tserver with Master: 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.836454  8673 raft_consensus.cc:740] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2606c405dd084feca326b9c9bdca109d, State: Initialized, Role: FOLLOWER
06:09:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.837246  8845 heartbeater.cc:344] Connected to a master server at 127.5.210.190:44329
06:09:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.837477  8845 heartbeater.cc:461] Registering TS with master...
06:09:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.838102  8845 heartbeater.cc:507] Master 127.5.210.190:44329 requested a full tablet report, sending...
06:09:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.838438  8846 heartbeater.cc:344] Connected to a master server at 127.5.210.188:34889
06:09:21.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.838581  8846 heartbeater.cc:461] Registering TS with master...
06:09:21.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.839157  8846 heartbeater.cc:507] Master 127.5.210.188:34889 requested a full tablet report, sending...
06:09:21.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.839619  8673 consensus_queue.cc:260] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:21.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.841493  6256 ts_manager.cc:194] Re-registered known tserver with Master: 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.847285  6030 ts_manager.cc:194] Re-registered known tserver with Master: 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.848235  6256 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.210.130:52105
06:09:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.865387  8673 ts_tablet_manager.cc:1434] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Time spent starting tablet: real 0.041s	user 0.017s	sys 0.015s
06:09:21.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.865811  8846 heartbeater.cc:499] Master 127.5.210.188:34889 was elected leader, sending a full tablet report...
06:09:21.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.875746  8251 generic_service.cc:196] Checking for leaks (request via RPC)
06:09:21.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:21.992352  5962 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu with pid 8059
06:09:22.023 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:22.023 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] handling channelInactive
06:09:22.023 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state READY due to: connection closed
06:09:22.043 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:22.044 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:22.044 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:22.044 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:22.066 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:22.066 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:22.066 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=3, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [21ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [21ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [42ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@872812797(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@2ff25549 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@540b9676 -> wakeup thread Time-limited test)) after lookup
06:09:22.067 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:22.068 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:22.068 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:22.068 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:22.085 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:22.085 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:22.085 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=5, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [21ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [21ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [42ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [44ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [45ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [45ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [62ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@872812797(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@2ff25549 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@539210532 after retry RPC@696012203), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@540b9676 -> wakeup thread Time-limited test -> (continuation of Deferred@539210532 after retry RPC@696012203))) after lookup
06:09:22.086 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:22.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:22.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:22.087 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:22.126 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:22.126 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:22.126 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=7, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=103), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [21ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [21ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [42ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [44ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [45ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [45ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [62ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [63ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [64ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [64ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [102ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@872812797(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@2ff25549 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@539210532 after retry RPC@696012203) -> (continuation of Deferred@1105033941 after retry RPC@2004773873), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@540b9676 -> wakeup thread Time-limited test -> (continuation of Deferred@539210532 after retry RPC@696012203) -> (continuation of Deferred@1105033941 after retry RPC@2004773873))) after lookup
06:09:22.127 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:22.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:22.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:22.128 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:22.367 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:22.367 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:22.367 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=9, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=344), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [21ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [21ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [42ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [44ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [45ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [45ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [62ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [63ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [64ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [64ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [102ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [103ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [105ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [105ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [340ms] refreshing cache from master, [340ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [343ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@872812797(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@2ff25549 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@539210532 after retry RPC@696012203) -> (continuation of Deferred@1105033941 after retry RPC@2004773873) -> (continuation of Deferred@1186464179 after retry RPC@1109248886), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@540b9676 -> wakeup thread Time-limited test -> (continuation of Deferred@539210532 after retry RPC@696012203) -> (continuation of Deferred@1105033941 after retry RPC@2004773873) -> (continuation of Deferred@1186464179 after retry RPC@1109248886))) after lookup
06:09:22.368 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:22.369 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:22.369 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:22.369 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:22.846 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:22.846 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:22.846 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=11, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=823), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [21ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [21ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [42ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [44ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [45ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [45ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [62ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [63ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [64ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [64ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [102ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [103ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [105ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [105ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [340ms] refreshing cache from master, [340ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [343ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [345ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [346ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [346ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [820ms] refreshing cache from master, [820ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [822ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@872812797(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@2ff25549 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@539210532 after retry RPC@696012203) -> (continuation of Deferred@1105033941 after retry RPC@2004773873) -> (continuation of Deferred@1186464179 after retry RPC@1109248886) -> (continuation of Deferred@1313825631 after retry RPC@1646614427), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@540b9676 -> wakeup thread Time-limited test -> (continuation of Deferred@539210532 after retry RPC@696012203) -> (continuation of Deferred@1105033941 after retry RPC@2004773873) -> (continuation of Deferred@1186464179 after retry RPC@1109248886) -> (continuation of Deferred@1313825631 after retry RPC@1646614427))) after lookup
06:09:22.847 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:22.848 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:22.848 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:22.848 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.298106  8871 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 6ea3ceb70b694602967be12a78366da5)
06:09:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.298306  8871 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:23.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.299955  8871 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:23.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:23.301301  8368 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:23.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:23.303128  8368 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.308763  8877 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 7 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:09:23.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.308984  8877 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:23.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.309226  8765 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "363d49d0e9454be7b8d4dad64a1effe9" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "2606c405dd084feca326b9c9bdca109d" is_pre_election: true
06:09:23.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.309736  8765 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 363d49d0e9454be7b8d4dad64a1effe9 in term 7.
06:09:23.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.310381  8877 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:23.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:23.311481  8667 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:23.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.311836  8356 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d, 363d49d0e9454be7b8d4dad64a1effe9; no voters: 6ea3ceb70b694602967be12a78366da5
06:09:23.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.312495  8871 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 8 FOLLOWER]: Leader pre-election won for term 9
06:09:23.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.312638  8871 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 8 FOLLOWER]: Starting leader election (detected failure of leader 6ea3ceb70b694602967be12a78366da5)
06:09:23.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.312755  8871 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 8 FOLLOWER]: Advancing to term 9
06:09:23.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:23.313809  8667 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:23.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.316171  8871 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:23.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.317332  8765 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "363d49d0e9454be7b8d4dad64a1effe9" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "2606c405dd084feca326b9c9bdca109d"
06:09:23.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.317548  8765 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 7 FOLLOWER]: Advancing to term 9
06:09:23.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:23.318765  8368 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:23.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.319399  8871 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 9 election: Requested vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:23.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.320328  8477 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "2606c405dd084feca326b9c9bdca109d" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "363d49d0e9454be7b8d4dad64a1effe9" is_pre_election: true
06:09:23.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.320592  8477 raft_consensus.cc:2368] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 9 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 2606c405dd084feca326b9c9bdca109d for earlier term 8. Current term is 9.
06:09:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.321368  8664 leader_election.cc:400] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 8 pre-election: Vote denied by peer 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365) with higher term. Message: Invalid argument: T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 9 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 2606c405dd084feca326b9c9bdca109d for earlier term 8. Current term is 9.
06:09:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.321492  8664 leader_election.cc:403] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 8 pre-election: Cancelling election due to peer responding with higher term
06:09:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.322973  8765 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 363d49d0e9454be7b8d4dad64a1effe9 in term 9.
06:09:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.323194  8877 raft_consensus.cc:2749] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 9 FOLLOWER]: Leader pre-election lost for term 8. Reason: Vote denied by peer 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365) with higher term. Message: Invalid argument: T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 9 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 2606c405dd084feca326b9c9bdca109d for earlier term 8. Current term is 9.
06:09:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.323474  8356 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d, 363d49d0e9454be7b8d4dad64a1effe9; no voters: 6ea3ceb70b694602967be12a78366da5
06:09:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.323765  8871 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 9 FOLLOWER]: Leader election won for term 9
06:09:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.324219  8871 raft_consensus.cc:697] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 9 LEADER]: Becoming Leader. State: Replica: 363d49d0e9454be7b8d4dad64a1effe9, State: Running, Role: LEADER
06:09:23.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.324720  8871 consensus_queue.cc:237] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:23.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.328382  6253 catalog_manager.cc:5739] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 reported cstate change: term changed from 8 to 9, leader changed from 6ea3ceb70b694602967be12a78366da5 (127.5.210.131) to 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129). New cstate: current_term: 9 leader_uuid: "363d49d0e9454be7b8d4dad64a1effe9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } health_report { overall_health: UNKNOWN } } }
06:09:23.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.712380  8765 raft_consensus.cc:1275] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 9 FOLLOWER]: Refusing update from remote peer 363d49d0e9454be7b8d4dad64a1effe9: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
06:09:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:23.713457  8871 consensus_queue.cc:1048] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
06:09:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:23.727421  8368 consensus_peers.cc:597] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 -> Peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Couldn't send request to peer 6ea3ceb70b694602967be12a78366da5. Status: Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:09:24.626 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:24.626 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:24.627 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=13, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2603), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [20ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [21ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [21ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [42ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [44ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [45ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [45ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [62ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [63ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [64ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [64ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [100ms] refreshing cache from master, [100ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [102ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [103ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [105ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [105ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [340ms] refreshing cache from master, [340ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [343ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [345ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [346ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [346ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [820ms] refreshing cache from master, [820ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [822ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [824ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [825ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [825ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [2600ms] refreshing cache from master, [2600ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [2603ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@872812797(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@2ff25549 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@539210532 after retry RPC@696012203) -> (continuation of Deferred@1105033941 after retry RPC@2004773873) -> (continuation of Deferred@1186464179 after retry RPC@1109248886) -> (continuation of Deferred@1313825631 after retry RPC@1646614427) -> (continuation of Deferred@1734830632 after retry RPC@800481488), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@540b9676 -> wakeup thread Time-limited test -> (continuation of Deferred@539210532 after retry RPC@696012203) -> (continuation of Deferred@1105033941 after retry RPC@2004773873) -> (continuation of Deferred@1186464179 after retry RPC@1109248886) -> (continuation of Deferred@1313825631 after retry RPC@1646614427) -> (continuation of Deferred@1734830632 after retry RPC@800481488))) after lookup
06:09:24.627 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:24.628 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] Successfully connected to peer
06:09:24.654 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0x25f9c2ce, L:/127.0.0.1:33068 - R:/127.5.210.129:33365] using TOKEN/null
06:09:24.679 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.210.131:36731
06:09:24.679 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:24.680280  5962 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/logs
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/info.pb
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:09:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:09:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.131:36731
06:09:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.131
06:09:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38501
06:09:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.131
06:09:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:24.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:09:25.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:25.019580  8934 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:09:25.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:25.019915  8934 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:09:25.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:25.020027  8934 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:09:25.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:25.028159  8934 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:09:25.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:25.028370  8934 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.210.131
06:09:25.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.038233  8934 tablet_server_runner.cc:78] Tablet server non-default flags:
06:09:25.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/logs
06:09:25.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:25.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:09:25.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:25.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.131:36731
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/info.pb
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.131
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38501
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.131
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:26 UTC on bdcb31816ec0
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17645
06:09:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:09:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.040277  8934 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:09:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.042191  8934 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:09:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:25.051812  8948 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:25.051820  8946 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:25.052712  8950 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:25.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.053916  8934 server_base.cc:1061] running on GCE node
06:09:25.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.054423  8934 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:09:25.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.055331  8934 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:09:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.056540  8934 hybrid_clock.cc:648] HybridClock initialized: now 1786514965056489 us; error 43 us; skew 500 ppm
06:09:25.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.056803  8934 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:09:25.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.059059  8934 webserver.cc:533] Webserver started at http://127.5.210.131:38501/ using document root <none> and password file <none>
06:09:25.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.059738  8934 fs_manager.cc:362] Metadata directory not provided
06:09:25.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.059829  8934 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:09:25.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.065029  8934 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.005s	sys 0.000s
06:09:25.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.068176  8961 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:09:25.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.069782  8934 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
06:09:25.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.069953  8934 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data,/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ea3ceb70b694602967be12a78366da5"
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:58 on dist-test-slave-znh6"
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.070907  8934 fs_report.cc:389] FS layout report
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/data
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:09:25.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:09:25.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.096151  8934 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:09:25.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.096932  8934 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:09:25.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.097184  8934 kserver.cc:163] Server-wide thread pool size limit: 3276
06:09:25.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.098044  8934 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:09:25.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.100142  8972 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
06:09:25.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.105921  8934 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:09:25.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.106040  8934 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
06:09:25.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.106178  8934 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:09:25.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.110548  8934 ts_tablet_manager.cc:616] Registered 1 tablets
06:09:25.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.110668  8934 ts_tablet_manager.cc:595] Time spent register tablets: real 0.005s	user 0.001s	sys 0.000s
06:09:25.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.111382  8972 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Bootstrap starting.
06:09:25.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.138877  8972 log.cc:826] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Log is configured to *not* fsync() on all Append() calls
06:09:25.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.184451  8972 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:09:25.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.185173  8972 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Bootstrap complete.
06:09:25.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.187040  8972 ts_tablet_manager.cc:1403] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Time spent bootstrapping tablet: real 0.076s	user 0.048s	sys 0.023s
06:09:25.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.194607  8972 raft_consensus.cc:359] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:25.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.195698  8972 raft_consensus.cc:740] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6ea3ceb70b694602967be12a78366da5, State: Initialized, Role: FOLLOWER
06:09:25.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.196916  8972 consensus_queue.cc:260] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.199246  8972 ts_tablet_manager.cc:1434] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Time spent starting tablet: real 0.012s	user 0.007s	sys 0.005s
06:09:25.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.208958  8934 rpc_server.cc:307] RPC server started. Bound to: 127.5.210.131:36731
06:09:25.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.209082  9134 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.210.131:36731 every 8 connection(s)
06:09:25.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.210379  8934 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/info.pb
06:09:25.215 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.213536  5962 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu as pid 8934
06:09:25.256 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185, tablet=b24d14d853ba48a9828642f977db9457, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:09:25.259 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.210.129:33365
06:09:25.259 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:09:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.259897  5962 external_mini_cluster.cc:1712] Attempting to check leaks for /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu pid 8331
06:09:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.264444  9137 heartbeater.cc:344] Connected to a master server at 127.5.210.189:42855
06:09:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.264799  9137 heartbeater.cc:461] Registering TS with master...
06:09:25.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.265965  9137 heartbeater.cc:507] Master 127.5.210.189:42855 requested a full tablet report, sending...
06:09:25.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.269315  6146 ts_manager.cc:194] Re-registered known tserver with Master: 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731)
06:09:25.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.270625  9135 heartbeater.cc:344] Connected to a master server at 127.5.210.190:44329
06:09:25.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.270749  9135 heartbeater.cc:461] Registering TS with master...
06:09:25.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.271307  9135 heartbeater.cc:507] Master 127.5.210.190:44329 requested a full tablet report, sending...
06:09:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.272527  8554 generic_service.cc:196] Checking for leaks (request via RPC)
06:09:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.274004  9136 heartbeater.cc:344] Connected to a master server at 127.5.210.188:34889
06:09:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.274138  9136 heartbeater.cc:461] Registering TS with master...
06:09:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.274569  9136 heartbeater.cc:507] Master 127.5.210.188:34889 requested a full tablet report, sending...
06:09:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.274776  6030 ts_manager.cc:194] Re-registered known tserver with Master: 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731)
06:09:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.275789  6253 ts_manager.cc:194] Re-registered known tserver with Master: 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731)
06:09:25.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.277048  6253 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.210.131:51525
06:09:25.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:25.376955  5962 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu with pid 8331
06:09:25.404 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] handling channelInactive
06:09:25.404 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state READY due to: connection closed
06:09:25.405 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:25.406 [DEBUG - Time-limited test] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:25.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:25.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:25.407 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:25.426 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:25.426 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:25.427 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [2ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [21ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1930326129(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@6fa22e20 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@653e787b -> wakeup thread Time-limited test)) after lookup
06:09:25.427 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:25.428 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:25.428 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:25.429 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:25.445 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:25.445 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:25.446 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [2ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [21ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [22ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [24ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [24ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [40ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1930326129(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@6fa22e20 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@398116292 after retry RPC@22125288), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@653e787b -> wakeup thread Time-limited test -> (continuation of Deferred@398116292 after retry RPC@22125288))) after lookup
06:09:25.446 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:25.447 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:25.448 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:25.448 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:25.486 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:25.486 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:25.487 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [2ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [21ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [22ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [24ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [24ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [40ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [41ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [43ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [43ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [81ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1930326129(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@6fa22e20 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@398116292 after retry RPC@22125288) -> (continuation of Deferred@723980796 after retry RPC@640440490), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@653e787b -> wakeup thread Time-limited test -> (continuation of Deferred@398116292 after retry RPC@22125288) -> (continuation of Deferred@723980796 after retry RPC@640440490))) after lookup
06:09:25.487 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:25.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:25.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:25.489 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:25.586 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:25.586 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:25.587 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=181), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [2ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [21ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [22ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [24ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [24ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [40ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [41ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [43ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [43ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [81ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [82ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [84ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [84ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [178ms] refreshing cache from master, [178ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [180ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1930326129(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@6fa22e20 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@398116292 after retry RPC@22125288) -> (continuation of Deferred@723980796 after retry RPC@640440490) -> (continuation of Deferred@926830763 after retry RPC@564241938), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@653e787b -> wakeup thread Time-limited test -> (continuation of Deferred@398116292 after retry RPC@22125288) -> (continuation of Deferred@723980796 after retry RPC@640440490) -> (continuation of Deferred@926830763 after retry RPC@564241938))) after lookup
06:09:25.587 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:25.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:25.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:25.589 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:26.025 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:26.026 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:26.026 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=620), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [2ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [21ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [22ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [24ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [24ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [40ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [41ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [43ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [43ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [81ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [82ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [84ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [84ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [178ms] refreshing cache from master, [178ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [180ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [182ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [183ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [184ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [617ms] refreshing cache from master, [618ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [620ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1930326129(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@6fa22e20 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@398116292 after retry RPC@22125288) -> (continuation of Deferred@723980796 after retry RPC@640440490) -> (continuation of Deferred@926830763 after retry RPC@564241938) -> (continuation of Deferred@2042655108 after retry RPC@214601911), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@653e787b -> wakeup thread Time-limited test -> (continuation of Deferred@398116292 after retry RPC@22125288) -> (continuation of Deferred@723980796 after retry RPC@640440490) -> (continuation of Deferred@926830763 after retry RPC@564241938) -> (continuation of Deferred@2042655108 after retry RPC@214601911))) after lookup
06:09:26.027 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:26.028 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:26.028 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state CONNECTING due to: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:26.028 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365
06:09:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.279776  9136 heartbeater.cc:499] Master 127.5.210.188:34889 was elected leader, sending a full tablet report...
06:09:26.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.385885  9167 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 8 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:09:26.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.386157  9167 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:26.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.387897  9167 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:26.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:26.389176  8965 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.129:33365: connect: Connection refused (error 111)
06:09:26.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:26.390918  8965 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365): Network error: Client connection negotiation failed: client connection to 127.5.210.129:33365: connect: Connection refused (error 111)
06:09:26.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.395057  8765 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "6ea3ceb70b694602967be12a78366da5" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "2606c405dd084feca326b9c9bdca109d" is_pre_election: true
06:09:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.395905  8962 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6ea3ceb70b694602967be12a78366da5; no voters: 2606c405dd084feca326b9c9bdca109d, 363d49d0e9454be7b8d4dad64a1effe9
06:09:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.396315  9167 raft_consensus.cc:2749] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 8 FOLLOWER]: Leader pre-election lost for term 9. Reason: could not achieve majority
06:09:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.578107  9174 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 363d49d0e9454be7b8d4dad64a1effe9)
06:09:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.578316  9174 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:26.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.579039  9174 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:26.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:26.582003  8664 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365): Network error: Client connection negotiation failed: client connection to 127.5.210.129:33365: connect: Connection refused (error 111)
06:09:26.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.587591  9060 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "2606c405dd084feca326b9c9bdca109d" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "6ea3ceb70b694602967be12a78366da5" is_pre_election: true
06:09:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.587961  9060 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2606c405dd084feca326b9c9bdca109d in term 8.
06:09:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.588792  8667 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d, 6ea3ceb70b694602967be12a78366da5; no voters: 363d49d0e9454be7b8d4dad64a1effe9
06:09:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.589126  9174 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 9 FOLLOWER]: Leader pre-election won for term 10
06:09:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.589263  9174 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 9 FOLLOWER]: Starting leader election (detected failure of leader 363d49d0e9454be7b8d4dad64a1effe9)
06:09:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.589380  9174 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 9 FOLLOWER]: Advancing to term 10
06:09:26.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.591701  9174 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:26.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.592409  9174 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 10 election: Requested vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.592852  9060 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "2606c405dd084feca326b9c9bdca109d" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "6ea3ceb70b694602967be12a78366da5"
06:09:26.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.593058  9060 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 8 FOLLOWER]: Advancing to term 10
06:09:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:26.593873  8664 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365): Network error: Client connection negotiation failed: client connection to 127.5.210.129:33365: connect: Connection refused (error 111)
06:09:26.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.597061  9060 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2606c405dd084feca326b9c9bdca109d in term 10.
06:09:26.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.597471  8667 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d, 6ea3ceb70b694602967be12a78366da5; no voters: 363d49d0e9454be7b8d4dad64a1effe9
06:09:26.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.597754  9174 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 10 FOLLOWER]: Leader election won for term 10
06:09:26.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.598181  9174 raft_consensus.cc:697] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 10 LEADER]: Becoming Leader. State: Replica: 2606c405dd084feca326b9c9bdca109d, State: Running, Role: LEADER
06:09:26.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.598686  9174 consensus_queue.cc:237] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:26.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:26.602450  6253 catalog_manager.cc:5739] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d reported cstate change: term changed from 9 to 10, leader changed from 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129) to 2606c405dd084feca326b9c9bdca109d (127.5.210.130). New cstate: current_term: 10 leader_uuid: "2606c405dd084feca326b9c9bdca109d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } health_report { overall_health: HEALTHY } } }
06:09:27.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:27.144503  9060 raft_consensus.cc:1275] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 10 FOLLOWER]: Refusing update from remote peer 2606c405dd084feca326b9c9bdca109d: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
06:09:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:27.145478  9203 consensus_queue.cc:1048] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [LEADER]: Connected to new peer: Peer: permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
06:09:27.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:27.163036  8664 consensus_peers.cc:597] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d -> Peer 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365): Couldn't send request to peer 363d49d0e9454be7b8d4dad64a1effe9. Status: Network error: Client connection negotiation failed: client connection to 127.5.210.129:33365: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:09:27.826 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:27.826 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:27.827 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2421), Traces: [0ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [2ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [2ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [21ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [22ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [24ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [24ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [40ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [41ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [43ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [43ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [81ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [82ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [84ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [84ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [178ms] refreshing cache from master, [178ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [180ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [182ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [183ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [184ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [617ms] refreshing cache from master, [618ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [620ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [621ms] sending RPC to server 363d49d0e9454be7b8d4dad64a1effe9, [623ms] received response from server 363d49d0e9454be7b8d4dad64a1effe9: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [623ms] delaying RPC due to: Network error: Failed to connect to peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365): Connection refused: /127.5.210.129:33365, [2418ms] refreshing cache from master, [2418ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [2421ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@1930326129(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@6fa22e20 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@398116292 after retry RPC@22125288) -> (continuation of Deferred@723980796 after retry RPC@640440490) -> (continuation of Deferred@926830763 after retry RPC@564241938) -> (continuation of Deferred@2042655108 after retry RPC@214601911) -> (continuation of Deferred@1691607399 after retry RPC@1019517538), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@653e787b -> wakeup thread Time-limited test -> (continuation of Deferred@398116292 after retry RPC@22125288) -> (continuation of Deferred@723980796 after retry RPC@640440490) -> (continuation of Deferred@926830763 after retry RPC@564241938) -> (continuation of Deferred@2042655108 after retry RPC@214601911) -> (continuation of Deferred@1691607399 after retry RPC@1019517538))) after lookup
06:09:27.827 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:27.828 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] Successfully connected to peer
06:09:27.843 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xdea716cd, L:/127.0.0.1:50362 - R:/127.5.210.130:39565] using TOKEN/null
06:09:27.864 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.210.129:33365
06:09:27.864 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:27.865280  5962 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/logs
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data/info.pb
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.129:33365
06:09:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.129
06:09:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39555
06:09:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.129
06:09:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:09:28.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:28.215149  9232 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:09:28.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:28.215547  9232 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:09:28.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:28.215698  9232 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:09:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:28.228101  9232 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:09:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:28.228245  9232 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.210.129
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.237843  9232 tablet_server_runner.cc:78] Tablet server non-default flags:
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/logs
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.129:33365
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data/info.pb
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.129
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39555
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:09:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:09:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.129
06:09:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:09:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:09:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:09:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:09:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:09:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:26 UTC on bdcb31816ec0
06:09:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17645
06:09:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:09:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.239647  9232 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:09:28.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.241590  9232 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:09:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:28.251124  9243 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:28.251142  9241 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:28.251685  9248 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.252394  9232 server_base.cc:1061] running on GCE node
06:09:28.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.252880  9232 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:09:28.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.253708  9232 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:09:28.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.254920  9232 hybrid_clock.cc:648] HybridClock initialized: now 1786514968254872 us; error 41 us; skew 500 ppm
06:09:28.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.255174  9232 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:09:28.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.257179  9232 webserver.cc:533] Webserver started at http://127.5.210.129:39555/ using document root <none> and password file <none>
06:09:28.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.257831  9232 fs_manager.cc:362] Metadata directory not provided
06:09:28.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.257928  9232 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:09:28.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.262975  9232 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.000s
06:09:28.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.265569  9254 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:09:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.267154  9232 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
06:09:28.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.267275  9232 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data,/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "363d49d0e9454be7b8d4dad64a1effe9"
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:57 on dist-test-slave-znh6"
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.267957  9232 fs_report.cc:389] FS layout report
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/wal
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data/data
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:09:28.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:09:28.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.290191  9232 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:09:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.290988  9232 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:09:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.291229  9232 kserver.cc:163] Server-wide thread pool size limit: 3276
06:09:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.292212  9232 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:09:28.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.294184  9261 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
06:09:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.299964  9232 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:09:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.300069  9232 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
06:09:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.300194  9232 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:09:28.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.303023  9232 ts_tablet_manager.cc:616] Registered 1 tablets
06:09:28.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.303110  9232 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.003s	sys 0.000s
06:09:28.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.303610  9261 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Bootstrap starting.
06:09:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.333652  9261 log.cc:826] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Log is configured to *not* fsync() on all Append() calls
06:09:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.344920  9232 rpc_server.cc:307] RPC server started. Bound to: 127.5.210.129:33365
06:09:28.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.344949  9446 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.210.129:33365 every 8 connection(s)
06:09:28.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.346623  9232 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-0/data/info.pb
06:09:28.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.347592  5962 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu as pid 9232
06:09:28.348 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:28.370 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185, tablet=b24d14d853ba48a9828642f977db9457, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:09:28.371 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.210.130:39565
06:09:28.371 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:09:28.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.372018  5962 external_mini_cluster.cc:1712] Attempting to check leaks for /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu pid 8640
06:09:28.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.383338  9261 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:09:28.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.384181  9261 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Bootstrap complete.
06:09:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.386150  9261 ts_tablet_manager.cc:1403] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Time spent bootstrapping tablet: real 0.083s	user 0.062s	sys 0.013s
06:09:28.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.393671  9261 raft_consensus.cc:359] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:28.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.395001  9261 raft_consensus.cc:740] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 363d49d0e9454be7b8d4dad64a1effe9, State: Initialized, Role: FOLLOWER
06:09:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.395983  9261 consensus_queue.cc:260] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:28.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.402362  8840 generic_service.cc:196] Checking for leaks (request via RPC)
06:09:28.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.403760  9447 heartbeater.cc:344] Connected to a master server at 127.5.210.190:44329
06:09:28.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.404167  9447 heartbeater.cc:461] Registering TS with master...
06:09:28.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.405378  9447 heartbeater.cc:507] Master 127.5.210.190:44329 requested a full tablet report, sending...
06:09:28.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.406353  9458 heartbeater.cc:344] Connected to a master server at 127.5.210.189:42855
06:09:28.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.406798  9458 heartbeater.cc:461] Registering TS with master...
06:09:28.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.407109  9261 ts_tablet_manager.cc:1434] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9: Time spent starting tablet: real 0.021s	user 0.018s	sys 0.004s
06:09:28.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.407881  9458 heartbeater.cc:507] Master 127.5.210.189:42855 requested a full tablet report, sending...
06:09:28.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.409488  6030 ts_manager.cc:194] Re-registered known tserver with Master: 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:28.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.410972  6146 ts_manager.cc:194] Re-registered known tserver with Master: 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:28.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.415591  9450 heartbeater.cc:344] Connected to a master server at 127.5.210.188:34889
06:09:28.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.415726  9450 heartbeater.cc:461] Registering TS with master...
06:09:28.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.416101  9450 heartbeater.cc:507] Master 127.5.210.188:34889 requested a full tablet report, sending...
06:09:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.417217  6253 ts_manager.cc:194] Re-registered known tserver with Master: 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.418889  6253 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.210.129:60193
06:09:28.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.421119  9450 heartbeater.cc:499] Master 127.5.210.188:34889 was elected leader, sending a full tablet report...
06:09:28.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:28.513890  5962 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu with pid 8640
06:09:28.548 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:28.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:28.547883  8965 connection.cc:573] server connection from 127.5.210.130:52441 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:09:28.549 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] handling channelInactive
06:09:28.549 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state READY due to: connection closed
06:09:28.563 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:28.564 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:28.564 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:28.564 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:28.585 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:28.586 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:28.586 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=3, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [15ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [15ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [33ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@406606659(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@b3cdac -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@547acd0e -> wakeup thread Time-limited test)) after lookup
06:09:28.586 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:28.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:28.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:28.587 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:28.605 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:28.605 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:28.605 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=5, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=56), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [15ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [15ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [33ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [37ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [38ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [56ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@406606659(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@b3cdac -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@689177443 after retry RPC@730114546), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@547acd0e -> wakeup thread Time-limited test -> (continuation of Deferred@689177443 after retry RPC@730114546))) after lookup
06:09:28.606 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:28.607 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:28.607 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:28.607 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:28.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:28.625 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:28.626 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=7, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=77), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [15ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [15ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [33ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [37ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [38ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [56ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [56ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [58ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [58ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [76ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@406606659(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@b3cdac -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@689177443 after retry RPC@730114546) -> (continuation of Deferred@1072070625 after retry RPC@832801494), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@547acd0e -> wakeup thread Time-limited test -> (continuation of Deferred@689177443 after retry RPC@730114546) -> (continuation of Deferred@1072070625 after retry RPC@832801494))) after lookup
06:09:28.626 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:28.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:28.627 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:28.627 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:28.645 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:28.645 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:28.645 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=9, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=96), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [15ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [15ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [33ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [37ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [38ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [56ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [56ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [58ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [58ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [76ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [77ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [78ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [78ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [95ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@406606659(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@b3cdac -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@689177443 after retry RPC@730114546) -> (continuation of Deferred@1072070625 after retry RPC@832801494) -> (continuation of Deferred@266580381 after retry RPC@582709133), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@547acd0e -> wakeup thread Time-limited test -> (continuation of Deferred@689177443 after retry RPC@730114546) -> (continuation of Deferred@1072070625 after retry RPC@832801494) -> (continuation of Deferred@266580381 after retry RPC@582709133))) after lookup
06:09:28.645 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:28.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:28.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:28.646 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:29.525 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:29.526 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:29.526 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=11, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=977), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [15ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [15ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [33ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [37ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [38ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [56ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [56ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [58ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [58ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [76ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [77ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [78ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [78ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [95ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [96ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [97ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [97ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [973ms] refreshing cache from master, [973ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [976ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@406606659(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@b3cdac -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@689177443 after retry RPC@730114546) -> (continuation of Deferred@1072070625 after retry RPC@832801494) -> (continuation of Deferred@266580381 after retry RPC@582709133) -> (continuation of Deferred@298095657 after retry RPC@1954581304), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@547acd0e -> wakeup thread Time-limited test -> (continuation of Deferred@689177443 after retry RPC@730114546) -> (continuation of Deferred@1072070625 after retry RPC@832801494) -> (continuation of Deferred@266580381 after retry RPC@582709133) -> (continuation of Deferred@298095657 after retry RPC@1954581304))) after lookup
06:09:29.526 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:29.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:29.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:29.528 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:29.602144  9474 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 9 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:09:29.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:29.602627  9474 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:29.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:29.604453  9474 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:29.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:29.606452  9255 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.130:39565: connect: Connection refused (error 111)
06:09:29.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:29.608556  9255 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565): Network error: Client connection negotiation failed: client connection to 127.5.210.130:39565: connect: Connection refused (error 111)
06:09:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:29.611711  9060 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "363d49d0e9454be7b8d4dad64a1effe9" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "6ea3ceb70b694602967be12a78366da5" is_pre_election: true
06:09:29.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:29.612542  9258 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 363d49d0e9454be7b8d4dad64a1effe9; no voters: 2606c405dd084feca326b9c9bdca109d, 6ea3ceb70b694602967be12a78366da5
06:09:29.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:29.612986  9474 raft_consensus.cc:2749] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 9 FOLLOWER]: Leader pre-election lost for term 10. Reason: could not achieve majority
06:09:29.886 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:29.886 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)[L],363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:29.887 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=13, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1338), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [15ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [15ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [33ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [37ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [38ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [56ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [56ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [58ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [58ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [76ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [77ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [78ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [78ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [95ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [96ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [97ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [97ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [973ms] refreshing cache from master, [973ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [976ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [977ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [978ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [979ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [1334ms] refreshing cache from master, [1334ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [1337ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@406606659(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@b3cdac -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@689177443 after retry RPC@730114546) -> (continuation of Deferred@1072070625 after retry RPC@832801494) -> (continuation of Deferred@266580381 after retry RPC@582709133) -> (continuation of Deferred@298095657 after retry RPC@1954581304) -> (continuation of Deferred@1318755429 after retry RPC@1051920325), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@547acd0e -> wakeup thread Time-limited test -> (continuation of Deferred@689177443 after retry RPC@730114546) -> (continuation of Deferred@1072070625 after retry RPC@832801494) -> (continuation of Deferred@266580381 after retry RPC@582709133) -> (continuation of Deferred@298095657 after retry RPC@1954581304) -> (continuation of Deferred@1318755429 after retry RPC@1051920325))) after lookup
06:09:29.888 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] connecting to peer
06:09:29.889 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:29.889 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:29.889 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565
06:09:30.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.015884  9485 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 2606c405dd084feca326b9c9bdca109d)
06:09:30.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.016181  9485 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:30.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.017066  9485 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:30.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:30.019742  8962 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565): Network error: Client connection negotiation failed: client connection to 127.5.210.130:39565: connect: Connection refused (error 111)
06:09:30.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.025938  9385 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "6ea3ceb70b694602967be12a78366da5" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "363d49d0e9454be7b8d4dad64a1effe9" is_pre_election: true
06:09:30.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.026294  9385 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6ea3ceb70b694602967be12a78366da5 in term 9.
06:09:30.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.027191  8965 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 363d49d0e9454be7b8d4dad64a1effe9, 6ea3ceb70b694602967be12a78366da5; no voters: 2606c405dd084feca326b9c9bdca109d
06:09:30.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.027493  9485 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 10 FOLLOWER]: Leader pre-election won for term 11
06:09:30.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.027673  9485 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 2606c405dd084feca326b9c9bdca109d)
06:09:30.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.027810  9485 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 10 FOLLOWER]: Advancing to term 11
06:09:30.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.030079  9485 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.030865  9485 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 11 election: Requested vote from peers 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.031332  9385 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "6ea3ceb70b694602967be12a78366da5" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "363d49d0e9454be7b8d4dad64a1effe9"
06:09:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.031545  9385 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 9 FOLLOWER]: Advancing to term 11
06:09:30.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:30.032321  8962 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565): Network error: Client connection negotiation failed: client connection to 127.5.210.130:39565: connect: Connection refused (error 111)
06:09:30.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.035851  9385 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6ea3ceb70b694602967be12a78366da5 in term 11.
06:09:30.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.036371  8965 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 363d49d0e9454be7b8d4dad64a1effe9, 6ea3ceb70b694602967be12a78366da5; no voters: 2606c405dd084feca326b9c9bdca109d
06:09:30.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.036708  9485 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 11 FOLLOWER]: Leader election won for term 11
06:09:30.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.037149  9485 raft_consensus.cc:697] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 11 LEADER]: Becoming Leader. State: Replica: 6ea3ceb70b694602967be12a78366da5, State: Running, Role: LEADER
06:09:30.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.037652  9485 consensus_queue.cc:237] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.041656  6253 catalog_manager.cc:5739] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 reported cstate change: term changed from 10 to 11, leader changed from 2606c405dd084feca326b9c9bdca109d (127.5.210.130) to 6ea3ceb70b694602967be12a78366da5 (127.5.210.131). New cstate: current_term: 11 leader_uuid: "6ea3ceb70b694602967be12a78366da5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } health_report { overall_health: UNKNOWN } } }
06:09:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.618381  9385 raft_consensus.cc:1275] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 11 FOLLOWER]: Refusing update from remote peer 6ea3ceb70b694602967be12a78366da5: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
06:09:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:30.619366  9515 consensus_queue.cc:1048] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
06:09:30.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:30.640322  8962 consensus_peers.cc:597] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 -> Peer 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565): Couldn't send request to peer 2606c405dd084feca326b9c9bdca109d. Status: Network error: Client connection negotiation failed: client connection to 127.5.210.130:39565: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:09:31.326 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:31.326 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:31.326 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=15, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=2777), Traces: [0ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [15ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [15ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [33ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [36ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [37ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [38ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [38ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [56ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [56ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [58ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [58ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [74ms] refreshing cache from master, [74ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [76ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [77ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [78ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [78ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [95ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [96ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [97ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [97ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [973ms] refreshing cache from master, [973ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [976ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [977ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [978ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [979ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [1334ms] refreshing cache from master, [1334ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [1337ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [1338ms] sending RPC to server 2606c405dd084feca326b9c9bdca109d, [1340ms] received response from server 2606c405dd084feca326b9c9bdca109d: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [1340ms] delaying RPC due to: Network error: Failed to connect to peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565): Connection refused: /127.5.210.130:39565, [2774ms] refreshing cache from master, [2774ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [2776ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@406606659(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@b3cdac -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@689177443 after retry RPC@730114546) -> (continuation of Deferred@1072070625 after retry RPC@832801494) -> (continuation of Deferred@266580381 after retry RPC@582709133) -> (continuation of Deferred@298095657 after retry RPC@1954581304) -> (continuation of Deferred@1318755429 after retry RPC@1051920325) -> (continuation of Deferred@704005156 after retry RPC@257815536), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@547acd0e -> wakeup thread Time-limited test -> (continuation of Deferred@689177443 after retry RPC@730114546) -> (continuation of Deferred@1072070625 after retry RPC@832801494) -> (continuation of Deferred@266580381 after retry RPC@582709133) -> (continuation of Deferred@298095657 after retry RPC@1954581304) -> (continuation of Deferred@1318755429 after retry RPC@1051920325) -> (continuation of Deferred@704005156 after retry RPC@257815536))) after lookup
06:09:31.327 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:31.328 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] Successfully connected to peer
06:09:31.345 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xed3b772a, L:/127.0.0.1:47716 - R:/127.5.210.131:36731] using TOKEN/null
06:09:31.366 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.210.130:39565
06:09:31.366 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

06:09:31.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.367532  5962 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:31.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:31.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:09:31.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data
06:09:31.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:09:31.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:09:31.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:09:31.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:31.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:31.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:31.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/logs
06:09:31.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data/info.pb
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.130:39565
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.130
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38283
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.130
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:09:31.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:31.527163  8962 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.130:39565: connect: Connection refused (error 111) [suppressed 4 similar messages]
06:09:31.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:31.711140  9544 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:09:31.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:31.711475  9544 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:09:31.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:31.711584  9544 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:09:31.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:31.719710  9544 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:09:31.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:31.719924  9544 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.210.130
06:09:31.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.729693  9544 tablet_server_runner.cc:78] Tablet server non-default flags:
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/logs
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.130:39565
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data/info.pb
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.130
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38283
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.130
06:09:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:09:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:09:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:09:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:09:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:09:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:26 UTC on bdcb31816ec0
06:09:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17645
06:09:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:09:31.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.731700  9544 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:09:31.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.733490  9544 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:09:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:31.743289  9558 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:31.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:31.743481  9559 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:31.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:31.744083  9565 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:31.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.744740  9544 server_base.cc:1061] running on GCE node
06:09:31.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.745299  9544 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:09:31.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.746152  9544 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:09:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.747391  9544 hybrid_clock.cc:648] HybridClock initialized: now 1786514971747326 us; error 49 us; skew 500 ppm
06:09:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.747743  9544 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:09:31.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.749850  9544 webserver.cc:533] Webserver started at http://127.5.210.130:38283/ using document root <none> and password file <none>
06:09:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.750643  9544 fs_manager.cc:362] Metadata directory not provided
06:09:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.750780  9544 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:09:31.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.755986  9544 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.001s
06:09:31.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.759023  9572 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:09:31.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.760264  9544 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
06:09:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.760459  9544 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data,/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:09:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2606c405dd084feca326b9c9bdca109d"
06:09:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:58 on dist-test-slave-znh6"
06:09:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.761229  9544 fs_report.cc:389] FS layout report
06:09:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:09:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:09:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/wal
06:09:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data/data
06:09:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:09:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:09:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:09:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:09:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:09:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:09:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:09:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:09:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:09:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:09:31.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:09:31.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.780892  9544 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:09:31.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.781775  9544 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:09:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.782121  9544 kserver.cc:163] Server-wide thread pool size limit: 3276
06:09:31.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.783187  9544 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:09:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.785307  9582 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
06:09:31.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.790777  9544 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:09:31.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.790952  9544 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
06:09:31.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.791093  9544 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:09:31.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.793892  9544 ts_tablet_manager.cc:616] Registered 1 tablets
06:09:31.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.794020  9544 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.000s
06:09:31.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.794463  9582 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Bootstrap starting.
06:09:31.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.824483  9582 log.cc:826] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Log is configured to *not* fsync() on all Append() calls
06:09:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.843559  9544 rpc_server.cc:307] RPC server started. Bound to: 127.5.210.130:39565
06:09:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.843609  9753 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.210.130:39565 every 8 connection(s)
06:09:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.844935  9544 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-1/data/info.pb
06:09:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.850152  5962 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu as pid 9544
06:09:31.850 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:31.879 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185, tablet=b24d14d853ba48a9828642f977db9457, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:09:31.880 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.5.210.131:36731
06:09:31.880 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:09:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.880689  5962 external_mini_cluster.cc:1712] Attempting to check leaks for /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu pid 8934
06:09:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.881181  9582 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:09:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.882223  9582 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Bootstrap complete.
06:09:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.884480  9582 ts_tablet_manager.cc:1403] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Time spent bootstrapping tablet: real 0.090s	user 0.056s	sys 0.019s
06:09:31.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.891355  9582 raft_consensus.cc:359] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:31.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.892423  9582 raft_consensus.cc:740] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2606c405dd084feca326b9c9bdca109d, State: Initialized, Role: FOLLOWER
06:09:31.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.893360  9582 consensus_queue.cc:260] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:31.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.897289  9760 heartbeater.cc:344] Connected to a master server at 127.5.210.189:42855
06:09:31.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.897730  9760 heartbeater.cc:461] Registering TS with master...
06:09:31.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.899009  9760 heartbeater.cc:507] Master 127.5.210.189:42855 requested a full tablet report, sending...
06:09:31.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.902514  6146 ts_manager.cc:194] Re-registered known tserver with Master: 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.907184  9582 ts_tablet_manager.cc:1434] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d: Time spent starting tablet: real 0.023s	user 0.014s	sys 0.008s
06:09:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.909546  9754 heartbeater.cc:344] Connected to a master server at 127.5.210.190:44329
06:09:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.909682  9754 heartbeater.cc:461] Registering TS with master...
06:09:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.910259  9754 heartbeater.cc:507] Master 127.5.210.190:44329 requested a full tablet report, sending...
06:09:31.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.913681  6032 ts_manager.cc:194] Re-registered known tserver with Master: 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:31.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.926407  9129 generic_service.cc:196] Checking for leaks (request via RPC)
06:09:31.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.928316  9755 heartbeater.cc:344] Connected to a master server at 127.5.210.188:34889
06:09:31.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.928498  9755 heartbeater.cc:461] Registering TS with master...
06:09:31.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.929046  9755 heartbeater.cc:507] Master 127.5.210.188:34889 requested a full tablet report, sending...
06:09:31.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.930959  6253 ts_manager.cc:194] Re-registered known tserver with Master: 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:31.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.932672  6253 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.210.130:52803
06:09:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:31.935993  9755 heartbeater.cc:499] Master 127.5.210.188:34889 was elected leader, sending a full tablet report...
06:09:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:32.050338  5962 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu with pid 8934
06:09:32.081 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:32.081 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] handling channelInactive
06:09:32.081 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state READY due to: connection closed
06:09:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:32.082208  9775 negotiation.cc:336] Failed RPC negotiation. Trace:
06:09:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 06:09:32.049369 (+     0us) reactor.cc:730] Submitting negotiation task for server connection from 127.5.210.131:33481 (local address 127.5.210.130:39565)
06:09:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 06:09:32.050026 (+   657us) server_negotiation.cc:207] Beginning negotiation
06:09:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 06:09:32.050037 (+    11us) server_negotiation.cc:400] Waiting for connection header
06:09:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 06:09:32.080497 (+ 30460us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.5.210.131:33481: BlockingRecv error: recv got EOF from 127.5.210.131:33481 (error 108)
06:09:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":455,"thread_start_us":282,"threads_started":1}
06:09:32.083 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:32.084 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:32.084 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:32.084 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:32.106 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:32.107 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:32.107 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [3ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [4ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [25ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@89559182(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@65f431a7 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78edb67 -> wakeup thread Time-limited test)) after lookup
06:09:32.108 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:32.109 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:32.109 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:32.109 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:32.125 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:32.125 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:32.125 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [3ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [4ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [25ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [28ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [28ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [44ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@89559182(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@65f431a7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1023757743 after retry RPC@1285680267), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78edb67 -> wakeup thread Time-limited test -> (continuation of Deferred@1023757743 after retry RPC@1285680267))) after lookup
06:09:32.126 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:32.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:32.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:32.127 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:32.185 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:32.186 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:32.186 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=105), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [3ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [4ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [25ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [28ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [28ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [44ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [44ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [46ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [46ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [104ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@89559182(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@65f431a7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1023757743 after retry RPC@1285680267) -> (continuation of Deferred@1942914161 after retry RPC@810085175), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78edb67 -> wakeup thread Time-limited test -> (continuation of Deferred@1023757743 after retry RPC@1285680267) -> (continuation of Deferred@1942914161 after retry RPC@810085175))) after lookup
06:09:32.186 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:32.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:32.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:32.187 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:32.426 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:32.426 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:32.426 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=345), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [3ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [4ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [25ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [28ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [28ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [44ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [44ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [46ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [46ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [104ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [105ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [106ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [107ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [342ms] refreshing cache from master, [342ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [344ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@89559182(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@65f431a7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1023757743 after retry RPC@1285680267) -> (continuation of Deferred@1942914161 after retry RPC@810085175) -> (continuation of Deferred@101131533 after retry RPC@1910601641), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78edb67 -> wakeup thread Time-limited test -> (continuation of Deferred@1023757743 after retry RPC@1285680267) -> (continuation of Deferred@1942914161 after retry RPC@810085175) -> (continuation of Deferred@101131533 after retry RPC@1910601641))) after lookup
06:09:32.427 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:32.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:32.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:32.428 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:33.086 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:33.086 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365),6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)[L]]}]
06:09:33.086 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1005), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [3ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [4ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [25ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [28ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [28ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [44ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [44ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [46ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [46ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [104ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [105ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [106ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [107ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [342ms] refreshing cache from master, [342ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [344ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [346ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [347ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [347ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [1001ms] refreshing cache from master, [1002ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [1004ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@89559182(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@65f431a7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1023757743 after retry RPC@1285680267) -> (continuation of Deferred@1942914161 after retry RPC@810085175) -> (continuation of Deferred@101131533 after retry RPC@1910601641) -> (continuation of Deferred@1383344306 after retry RPC@867943553), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78edb67 -> wakeup thread Time-limited test -> (continuation of Deferred@1023757743 after retry RPC@1285680267) -> (continuation of Deferred@1942914161 after retry RPC@810085175) -> (continuation of Deferred@101131533 after retry RPC@1910601641) -> (continuation of Deferred@1383344306 after retry RPC@867943553))) after lookup
06:09:33.087 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] connecting to peer
06:09:33.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:33.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] cleaning up while in state CONNECTING due to: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:33.088 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731) for tablet b24d14d853ba48a9828642f977db9457: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731
06:09:33.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.287174  9778 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 10 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:09:33.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.287441  9778 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:33.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.289064  9778 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129:33365)
06:09:33.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:33.290289  9578 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:33.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:33.292050  9578 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:33.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.296553  9385 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "2606c405dd084feca326b9c9bdca109d" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "363d49d0e9454be7b8d4dad64a1effe9" is_pre_election: true
06:09:33.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.297349  9576 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d; no voters: 363d49d0e9454be7b8d4dad64a1effe9, 6ea3ceb70b694602967be12a78366da5
06:09:33.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.297709  9778 raft_consensus.cc:2749] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 10 FOLLOWER]: Leader pre-election lost for term 11. Reason: could not achieve majority
06:09:33.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.372551  9787 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader 6ea3ceb70b694602967be12a78366da5)
06:09:33.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.372766  9787 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:33.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.373675  9787 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:33.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:33.375898  9258 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:33.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.381850  9679 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "363d49d0e9454be7b8d4dad64a1effe9" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "2606c405dd084feca326b9c9bdca109d" is_pre_election: true
06:09:33.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.382223  9679 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 363d49d0e9454be7b8d4dad64a1effe9 in term 10.
06:09:33.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.383258  9255 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d, 363d49d0e9454be7b8d4dad64a1effe9; no voters: 6ea3ceb70b694602967be12a78366da5
06:09:33.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.383601  9787 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 11 FOLLOWER]: Leader pre-election won for term 12
06:09:33.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.383772  9787 raft_consensus.cc:493] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 11 FOLLOWER]: Starting leader election (detected failure of leader 6ea3ceb70b694602967be12a78366da5)
06:09:33.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.383914  9787 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 11 FOLLOWER]: Advancing to term 12
06:09:33.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.385993  9787 raft_consensus.cc:515] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.386790  9787 leader_election.cc:290] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 12 election: Requested vote from peers 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731), 2606c405dd084feca326b9c9bdca109d (127.5.210.130:39565)
06:09:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.387512  9679 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b24d14d853ba48a9828642f977db9457" candidate_uuid: "363d49d0e9454be7b8d4dad64a1effe9" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "2606c405dd084feca326b9c9bdca109d"
06:09:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.387735  9679 raft_consensus.cc:3060] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 10 FOLLOWER]: Advancing to term 12
06:09:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:33.388861  9258 leader_election.cc:336] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111)
06:09:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.391809  9679 raft_consensus.cc:2468] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 363d49d0e9454be7b8d4dad64a1effe9 in term 12.
06:09:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.392352  9255 leader_election.cc:304] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2606c405dd084feca326b9c9bdca109d, 363d49d0e9454be7b8d4dad64a1effe9; no voters: 6ea3ceb70b694602967be12a78366da5
06:09:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.392709  9787 raft_consensus.cc:2804] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 12 FOLLOWER]: Leader election won for term 12
06:09:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.393144  9787 raft_consensus.cc:697] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [term 12 LEADER]: Becoming Leader. State: Replica: 363d49d0e9454be7b8d4dad64a1effe9, State: Running, Role: LEADER
06:09:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.393666  9787 consensus_queue.cc:237] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.397503  6253 catalog_manager.cc:5739] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 reported cstate change: term changed from 11 to 12, leader changed from 6ea3ceb70b694602967be12a78366da5 (127.5.210.131) to 363d49d0e9454be7b8d4dad64a1effe9 (127.5.210.129). New cstate: current_term: 12 leader_uuid: "363d49d0e9454be7b8d4dad64a1effe9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } health_report { overall_health: UNKNOWN } } }
06:09:33.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.909013  9679 raft_consensus.cc:1275] T b24d14d853ba48a9828642f977db9457 P 2606c405dd084feca326b9c9bdca109d [term 12 FOLLOWER]: Refusing update from remote peer 363d49d0e9454be7b8d4dad64a1effe9: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
06:09:33.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:33.909848  9813 consensus_queue.cc:1048] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
06:09:33.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:33.927629  9258 consensus_peers.cc:597] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 -> Peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Couldn't send request to peer 6ea3ceb70b694602967be12a78366da5. Status: Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:09:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:34.959268  9258 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111) [suppressed 4 similar messages]
06:09:36.126 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b24d14d853ba48a9828642f977db9457 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185' with partition [<start>, <end>)
06:09:36.126 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=b24d14d853ba48a9828642f977db9457@[2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565),363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)[L],6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)]}]
06:09:36.126 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=b24d14d853ba48a9828642f977db9457, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=4045), Traces: [0ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [3ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [4ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [25ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [26ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [28ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [28ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [44ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [44ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [46ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [46ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [104ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [105ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [106ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [107ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [342ms] refreshing cache from master, [342ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [344ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [346ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [347ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [347ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [1001ms] refreshing cache from master, [1002ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [1004ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, [1005ms] sending RPC to server 6ea3ceb70b694602967be12a78366da5, [1007ms] received response from server 6ea3ceb70b694602967be12a78366da5: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [1007ms] delaying RPC due to: Network error: Failed to connect to peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731): Connection refused: /127.5.210.131:36731, [4041ms] refreshing cache from master, [4042ms] Sub RPC GetTableLocations: sending RPC to server master-127.5.210.188:34889, [4044ms] Sub RPC GetTableLocations: received response from server master-127.5.210.188:34889: OK, deferred=Deferred@89559182(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fa45036b330@65f431a7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1023757743 after retry RPC@1285680267) -> (continuation of Deferred@1942914161 after retry RPC@810085175) -> (continuation of Deferred@101131533 after retry RPC@1910601641) -> (continuation of Deferred@1383344306 after retry RPC@867943553) -> (continuation of Deferred@154122549 after retry RPC@1692269405), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@78edb67 -> wakeup thread Time-limited test -> (continuation of Deferred@1023757743 after retry RPC@1285680267) -> (continuation of Deferred@1942914161 after retry RPC@810085175) -> (continuation of Deferred@101131533 after retry RPC@1910601641) -> (continuation of Deferred@1383344306 after retry RPC@867943553) -> (continuation of Deferred@154122549 after retry RPC@1692269405))) after lookup
06:09:36.127 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] connecting to peer
06:09:36.128 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] Successfully connected to peer
06:09:36.143 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x4aecea63, L:/127.0.0.1:55716 - R:/127.5.210.129:33365] using TOKEN/null
06:09:36.166 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.5.210.131:36731
06:09:36.167 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.168113  5962 external_mini_cluster.cc:1373] Running /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/logs
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/info.pb
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:36.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:36.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:09:36.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:09:36.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.131:36731
06:09:36.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.131
06:09:36.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:36.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38501
06:09:36.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.131
06:09:36.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:36.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:36.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:36.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
06:09:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:36.514991  9871 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
06:09:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:36.515375  9871 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:09:36.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:36.515463  9871 flags.cc:432] Enabled unsafe flag: --never_fsync=true
06:09:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:36.518406  9258 consensus_peers.cc:597] T b24d14d853ba48a9828642f977db9457 P 363d49d0e9454be7b8d4dad64a1effe9 -> Peer 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731): Couldn't send request to peer 6ea3ceb70b694602967be12a78366da5. Status: Network error: Client connection negotiation failed: client connection to 127.5.210.131:36731: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
06:09:36.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:36.524365  9871 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
06:09:36.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:36.524582  9871 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.5.210.131
06:09:36.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.534560  9871 tablet_server_runner.cc:78] Tablet server non-default flags:
06:09:36.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/logs
06:09:36.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.210.148:39189
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.210.131:36731
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/info.pb
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.210.131
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38501
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.5.210.190:44329,127.5.210.189:42855,127.5.210.188:34889
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.5.210.131
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5aabff03afe514f4e9286d8ef2d8bf6bed19fb06
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:09:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 05:49:26 UTC on bdcb31816ec0
06:09:36.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17645
06:09:36.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:09:36.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.536558  9871 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:09:36.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.538453  9871 file_cache.cc:504] Constructed file cache file cache with capacity 419430
06:09:36.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:36.548416  9879 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:36.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:36.548648  9883 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:36.548499  9878 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:09:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.549441  9871 server_base.cc:1061] running on GCE node
06:09:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.550042  9871 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:09:36.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.551090  9871 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:09:36.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.552312  9871 hybrid_clock.cc:648] HybridClock initialized: now 1786514976552275 us; error 31 us; skew 500 ppm
06:09:36.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.552572  9871 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:09:36.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.554756  9871 webserver.cc:533] Webserver started at http://127.5.210.131:38501/ using document root <none> and password file <none>
06:09:36.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.555498  9871 fs_manager.cc:362] Metadata directory not provided
06:09:36.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.555598  9871 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:09:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.560811  9871 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.001s
06:09:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.563639  9895 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
06:09:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.564982  9871 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
06:09:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.565119  9871 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data,/tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6ea3ceb70b694602967be12a78366da5"
06:09:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 06:08:58 on dist-test-slave-znh6"
06:09:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.565830  9871 fs_report.cc:389] FS layout report
06:09:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:09:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/wal
06:09:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/data
06:09:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:09:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:09:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:09:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:09:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:09:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:09:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:09:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:09:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:09:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:09:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:09:36.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.582469  9871 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
06:09:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.583420  9871 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:09:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.583660  9871 kserver.cc:163] Server-wide thread pool size limit: 3276
06:09:36.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.584529  9871 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
06:09:36.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.586587  9907 ts_tablet_manager.cc:548] Loading tablet metadata (0/1 complete)
06:09:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.592321  9871 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
06:09:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.592408  9871 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.000s	sys 0.000s
06:09:36.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.592516  9871 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
06:09:36.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.595316  9871 ts_tablet_manager.cc:616] Registered 1 tablets
06:09:36.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.595407  9871 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.003s	sys 0.000s
06:09:36.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.595901  9907 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Bootstrap starting.
06:09:36.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.626957  9907 log.cc:826] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Log is configured to *not* fsync() on all Append() calls
06:09:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.640134  9871 rpc_server.cc:307] RPC server started. Bound to: 127.5.210.131:36731
06:09:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.640185 10077 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.5.210.131:36731 every 8 connection(s)
06:09:36.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.641458  9871 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskdZVAfc/test-tmp/mini-kudu-cluster109747524576102295/ts-2/data/info.pb
06:09:36.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.650352  5962 external_mini_cluster.cc:1435] Started /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu as pid 9871
06:09:36.650 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
06:09:36.669 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185, tablet=b24d14d853ba48a9828642f977db9457, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:09:36.676 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786514939185, tablet=b24d14d853ba48a9828642f977db9457, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
06:09:36.682 [DEBUG - main] (Connection.java:575) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] disconnecting while in state READY
06:09:36.683 [DEBUG - main] (Connection.java:575) [peer master-127.5.210.190:44329(127.5.210.190:44329)] disconnecting while in state READY
06:09:36.683 [DEBUG - main] (Connection.java:575) [peer master-127.5.210.189:42855(127.5.210.189:42855)] disconnecting while in state READY
06:09:36.684 [DEBUG - main] (Connection.java:575) [peer master-127.5.210.188:34889(127.5.210.188:34889)] disconnecting while in state READY
06:09:36.684 [DEBUG - main] (Connection.java:575) [peer 6ea3ceb70b694602967be12a78366da5(127.5.210.131:36731)] disconnecting while in state TERMINATED
06:09:36.684 [DEBUG - main] (Connection.java:575) [peer 2606c405dd084feca326b9c9bdca109d(127.5.210.130:39565)] disconnecting while in state TERMINATED
06:09:36.686 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.210.189:42855(127.5.210.189:42855)] handling channelInactive
06:09:36.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.210.189:42855(127.5.210.189:42855)] cleaning up while in state READY due to: connection closed
06:09:36.687 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] handling channelInactive
06:09:36.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 363d49d0e9454be7b8d4dad64a1effe9(127.5.210.129:33365)] cleaning up while in state READY due to: connection closed
06:09:36.687 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.5.210.190:44329(127.5.210.190:44329)] handling channelInactive
06:09:36.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.5.210.190:44329(127.5.210.190:44329)] cleaning up while in state READY due to: connection closed
06:09:36.688 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:09:36.689 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.5.210.188:34889(127.5.210.188:34889)] handling channelInactive
06:09:36.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.210.188:34889(127.5.210.188:34889)] cleaning up while in state READY due to: connection closed
06:09:36.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.689450  5962 external_mini_cluster.cc:1712] Attempting to check leaks for /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu pid 9232
06:09:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.694043 10081 heartbeater.cc:344] Connected to a master server at 127.5.210.189:42855
06:09:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.694515 10081 heartbeater.cc:461] Registering TS with master...
06:09:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.695744 10081 heartbeater.cc:507] Master 127.5.210.189:42855 requested a full tablet report, sending...
06:09:36.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.699347  6145 ts_manager.cc:194] Re-registered known tserver with Master: 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731)
06:09:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.700186 10078 heartbeater.cc:344] Connected to a master server at 127.5.210.190:44329
06:09:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.700301 10078 heartbeater.cc:461] Registering TS with master...
06:09:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.700812 10078 heartbeater.cc:507] Master 127.5.210.190:44329 requested a full tablet report, sending...
06:09:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.701646  9439 generic_service.cc:196] Checking for leaks (request via RPC)
06:09:36.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.702613  6032 ts_manager.cc:194] Re-registered known tserver with Master: 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731)
06:09:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.707772 10079 heartbeater.cc:344] Connected to a master server at 127.5.210.188:34889
06:09:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.707953 10079 heartbeater.cc:461] Registering TS with master...
06:09:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.708607 10079 heartbeater.cc:507] Master 127.5.210.188:34889 requested a full tablet report, sending...
06:09:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.710080  9907 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:09:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.710513  6256 ts_manager.cc:194] Re-registered known tserver with Master: 6ea3ceb70b694602967be12a78366da5 (127.5.210.131:36731)
06:09:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.710685  9907 tablet_bootstrap.cc:492] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Bootstrap complete.
06:09:36.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.712054  9907 ts_tablet_manager.cc:1403] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Time spent bootstrapping tablet: real 0.117s	user 0.072s	sys 0.012s
06:09:36.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.712538  6256 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.5.210.131:45537
06:09:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.716390  9907 raft_consensus.cc:359] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.717294  9907 raft_consensus.cc:740] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6ea3ceb70b694602967be12a78366da5, State: Initialized, Role: FOLLOWER
06:09:36.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.717898  9907 consensus_queue.cc:260] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6ea3ceb70b694602967be12a78366da5" member_type: VOTER last_known_addr { host: "127.5.210.131" port: 36731 } } peers { permanent_uuid: "363d49d0e9454be7b8d4dad64a1effe9" member_type: VOTER last_known_addr { host: "127.5.210.129" port: 33365 } } peers { permanent_uuid: "2606c405dd084feca326b9c9bdca109d" member_type: VOTER last_known_addr { host: "127.5.210.130" port: 39565 } }
06:09:36.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.719518 10079 heartbeater.cc:499] Master 127.5.210.188:34889 was elected leader, sending a full tablet report...
06:09:36.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.719696  9907 ts_tablet_manager.cc:1434] T b24d14d853ba48a9828642f977db9457 P 6ea3ceb70b694602967be12a78366da5: Time spent starting tablet: real 0.008s	user 0.008s	sys 0.000s
06:09:36.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.814666  5962 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu with pid 9232
06:09:36.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.845494  5962 external_mini_cluster.cc:1712] Attempting to check leaks for /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu pid 9544
06:09:36.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.853283  9748 generic_service.cc:196] Checking for leaks (request via RPC)
06:09:36.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.949133  5962 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu with pid 9544
06:09:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:36.976212  6115 connection.cc:573] server connection from 127.5.210.130:52643 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:09:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:36.976195  6233 connection.cc:573] server connection from 127.5.210.130:52803 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:09:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 06:09:36.976534  6004 connection.cc:573] server connection from 127.5.210.130:38451 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:09:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.976886  5962 external_mini_cluster.cc:1712] Attempting to check leaks for /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu pid 9871
06:09:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:36.990752 10068 generic_service.cc:196] Checking for leaks (request via RPC)
06:09:37.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:37.082974  5962 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu with pid 9871
06:09:37.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:37.115271  5962 external_mini_cluster.cc:1712] Attempting to check leaks for /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu pid 5982
06:09:37.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:37.116448  6071 generic_service.cc:196] Checking for leaks (request via RPC)
06:09:37.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:37.237820  5962 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu with pid 5982
06:09:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:37.275022  5962 external_mini_cluster.cc:1712] Attempting to check leaks for /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu pid 6081
06:09:37.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:37.276223  6193 generic_service.cc:196] Checking for leaks (request via RPC)
06:09:37.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:37.393612  5962 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu with pid 6081
06:09:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:37.426049  5962 external_mini_cluster.cc:1712] Attempting to check leaks for /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu pid 6206
06:09:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:37.427363  6304 generic_service.cc:196] Checking for leaks (request via RPC)
06:09:37.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 06:09:37.552332  5962 external_mini_cluster.cc:1671] Killing /tmp/dist-test-taskdZVAfc/build/asan/bin/kudu with pid 6206
06:09:37.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T06:09:37Z chronyd exiting

Time: 43.171

OK (1 test)

