JUnit version 4.13.2
.13:58:27.125 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786456707118
13:58:27.179 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
13:58:27.236 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
13:58:27.249 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task9548vR/test-tmp
13:58:27.254 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
13:58:27.257 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task9548vR/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
13:58:27.445 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

13:58:27.461 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
13:58:27.462 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

13:58:27.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.463883  6705 mini_oidc.cc:150] Starting JWKS server
13:58:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.466187  6705 webserver.cc:533] Webserver started at http://127.0.0.1:43969/ using document root <none> and password file <none>
13:58:27.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.466445  6705 mini_oidc.cc:186] Starting OIDC Discovery server
13:58:27.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.466749  6705 webserver.cc:533] Webserver started at http://127.0.0.1:41731/ using document root <none> and password file <none>
13:58:27.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T13:58:27Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
13:58:27.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T13:58:27Z Disabled control of system clock
13:58:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.485070  6705 external_mini_cluster.cc:1372] Running /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-0/wal
13:58:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-0/data
13:58:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-0/logs
13:58:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-0/data/info.pb
13:58:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:27.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:27.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:58:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:27.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:58:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:58:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.126:42517
13:58:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.126
13:58:27.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:58:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:27.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:58:27.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:27.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:58:27.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43969/jwks.json with env {}
13:58:27.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.596958  6722 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:27.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.597213  6722 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:27.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.597258  6722 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:27.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.600878  6722 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:58:27.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.600939  6722 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:27.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.600958  6722 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:58:27.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.600983  6722 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:58:27.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.601001  6722 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:58:27.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.601016  6722 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43969/jwks.json
13:58:27.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.605304  6722 master_runner.cc:387] Master server non-default flags:
13:58:27.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-0/logs
13:58:27.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:27.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:27.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-0/data
13:58:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-0/wal
13:58:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:58:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:58:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.126:42517
13:58:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:58:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:27.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:58:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43969/jwks.json
13:58:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:27.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-0/data/info.pb
13:58:27.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.126
13:58:27.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:58:27.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:27.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6722
13:58:27.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:27.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:27.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:27.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:27.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:58:27.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:58:27.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
13:58:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:13 UTC on bdcb31816ec0
13:58:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13288
13:58:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.606775  6722 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.608188  6722 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:27.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.615116  6731 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:27.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.615238  6728 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:27.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.615631  6722 server_base.cc:1061] running on GCE node
13:58:27.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.616289  6733 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:27.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.616937  6722 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:58:27.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.618337  6722 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:58:27.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.619544  6722 hybrid_clock.cc:648] HybridClock initialized: now 1786456707619439 us; error 146 us; skew 500 ppm
13:58:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.621819  6722 webserver.cc:533] Webserver started at http://127.6.140.126:36871/ using document root <none> and password file <none>
13:58:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.622668  6722 fs_manager.cc:362] Metadata directory not provided
13:58:27.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.622763  6722 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:58:27.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.623114  6722 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:58:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.625042  6722 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-0/data/instance:
13:58:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30afae4692f448d7b7afb789946e2fc0"
13:58:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:27 on dist-test-slave-1zqn"
13:58:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.625664  6722 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-0/wal/instance:
13:58:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30afae4692f448d7b7afb789946e2fc0"
13:58:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:27 on dist-test-slave-1zqn"
13:58:27.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.630064  6722 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.005s	sys 0.000s
13:58:27.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.632745  6740 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:58:27.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.633836  6722 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
13:58:27.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.633971  6722 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-0/data,/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-0/wal
13:58:27.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30afae4692f448d7b7afb789946e2fc0"
13:58:27.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:27 on dist-test-slave-1zqn"
13:58:27.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.634080  6722 fs_report.cc:389] FS layout report
13:58:27.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:58:27.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-0/wal
13:58:27.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-0/wal
13:58:27.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-0/data/data
13:58:27.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:58:27.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:58:27.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:58:27.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:58:27.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:58:27.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:58:27.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:58:27.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:58:27.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:58:27.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:58:27.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:58:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.656420  6722 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:58:27.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.657266  6722 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:58:27.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.657574  6722 kserver.cc:163] Server-wide thread pool size limit: 3276
13:58:27.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.665580  6722 rpc_server.cc:307] RPC server started. Bound to: 127.6.140.126:42517
13:58:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.665577  6801 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.140.126:42517 every 8 connection(s)
13:58:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.666855  6722 server_base.cc:1193] Dumped server information to /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-0/data/info.pb
13:58:27.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.670243  6802 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:58:27.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.672562  6705 external_mini_cluster.cc:1434] Started /tmp/dist-test-task9548vR/build/debug/bin/kudu as pid 6722
13:58:27.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.672808  6705 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-0/wal/instance
13:58:27.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.674732  6705 external_mini_cluster.cc:1372] Running /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:27.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:27.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-1/wal
13:58:27.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-1/data
13:58:27.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:27.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:27.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:27.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:27.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-1/logs
13:58:27.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-1/data/info.pb
13:58:27.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:27.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:27.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:27.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:27.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:27.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:27.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:27.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:27.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:58:27.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:27.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:58:27.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:58:27.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.125:44463
13:58:27.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.125
13:58:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:58:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:27.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:58:27.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:27.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:58:27.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43969/jwks.json with env {}
13:58:27.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.674010  6802 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } has no permanent_uuid. Determining permanent_uuid...
13:58:27.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.688695  6802 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } has no permanent_uuid. Determining permanent_uuid...
13:58:27.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.689633  6741 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.140.125:44463: connect: Connection refused (error 111)
13:58:27.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.690578  6802 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.140.125:44463: Network error: Client connection negotiation failed: client connection to 127.6.140.125:44463: connect: Connection refused (error 111)
13:58:27.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.739889  6802 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } attempt: 1
13:58:27.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.741741  6802 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.140.125:44463: Network error: Client connection negotiation failed: client connection to 127.6.140.125:44463: connect: Connection refused (error 111)
13:58:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.786906  6804 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.787150  6804 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.787194  6804 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.790827  6804 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:58:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.790895  6804 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.790916  6804 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:58:27.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.790934  6804 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:58:27.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.790952  6804 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:58:27.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.790967  6804 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43969/jwks.json
13:58:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.796173  6804 master_runner.cc:387] Master server non-default flags:
13:58:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-1/logs
13:58:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-1/data
13:58:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-1/wal
13:58:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:58:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:58:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.125:44463
13:58:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:58:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:58:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43969/jwks.json
13:58:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:27.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:27.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-1/data/info.pb
13:58:27.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.125
13:58:27.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:58:27.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:27.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6804
13:58:27.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:27.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:27.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:27.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:27.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:58:27.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:58:27.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
13:58:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:13 UTC on bdcb31816ec0
13:58:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13288
13:58:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.797428  6804 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.798784  6804 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.805260  6815 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.805277  6820 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.805260  6816 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.805997  6804 server_base.cc:1061] running on GCE node
13:58:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.806689  6804 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:58:27.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.807823  6804 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:58:27.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.809031  6804 hybrid_clock.cc:648] HybridClock initialized: now 1786456707808953 us; error 95 us; skew 500 ppm
13:58:27.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.809940  6802 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } attempt: 2
13:58:27.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.811626  6802 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.140.125:44463: Network error: Client connection negotiation failed: client connection to 127.6.140.125:44463: connect: Connection refused (error 111)
13:58:27.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.811698  6804 webserver.cc:533] Webserver started at http://127.6.140.125:35117/ using document root <none> and password file <none>
13:58:27.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.812512  6804 fs_manager.cc:362] Metadata directory not provided
13:58:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.812619  6804 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:58:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.812880  6804 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:58:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.814816  6804 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-1/data/instance:
13:58:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93837193ce4743c0a9322e63b451fef8"
13:58:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:27 on dist-test-slave-1zqn"
13:58:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.815418  6804 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-1/wal/instance:
13:58:27.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93837193ce4743c0a9322e63b451fef8"
13:58:27.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:27 on dist-test-slave-1zqn"
13:58:27.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.819617  6804 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.003s
13:58:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.822592  6829 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:58:27.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.823959  6804 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
13:58:27.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.824134  6804 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-1/data,/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-1/wal
13:58:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93837193ce4743c0a9322e63b451fef8"
13:58:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:27 on dist-test-slave-1zqn"
13:58:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.824263  6804 fs_report.cc:389] FS layout report
13:58:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:58:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-1/wal
13:58:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-1/wal
13:58:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-1/data/data
13:58:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:58:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:58:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:58:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:58:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:58:27.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:58:27.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:58:27.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:58:27.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:58:27.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:58:27.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:58:27.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.842108  6804 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:58:27.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.843019  6804 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:58:27.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.843236  6804 kserver.cc:163] Server-wide thread pool size limit: 3276
13:58:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.851233  6804 rpc_server.cc:307] RPC server started. Bound to: 127.6.140.125:44463
13:58:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.851243  6891 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.140.125:44463 every 8 connection(s)
13:58:27.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.852617  6804 server_base.cc:1193] Dumped server information to /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-1/data/info.pb
13:58:27.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.854408  6705 external_mini_cluster.cc:1434] Started /tmp/dist-test-task9548vR/build/debug/bin/kudu as pid 6804
13:58:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.854498  6705 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-1/wal/instance
13:58:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.855252  6705 external_mini_cluster.cc:1372] Running /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-2/wal
13:58:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-2/data
13:58:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:27.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:27.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:27.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-2/logs
13:58:27.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-2/data/info.pb
13:58:27.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:27.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:27.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:27.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:27.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:27.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:27.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:27.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:58:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:58:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:58:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.124:37723
13:58:27.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.124
13:58:27.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:58:27.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:27.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:27.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:27.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:27.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:58:27.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:27.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:58:27.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43969/jwks.json with env {}
13:58:27.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.856351  6892 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:58:27.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.860388  6892 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } has no permanent_uuid. Determining permanent_uuid...
13:58:27.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.873216  6892 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } has no permanent_uuid. Determining permanent_uuid...
13:58:27.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.880180  6892 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } has no permanent_uuid. Determining permanent_uuid...
13:58:27.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.881274  6830 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.140.124:37723: connect: Connection refused (error 111)
13:58:27.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.882728  6892 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.140.124:37723: Network error: Client connection negotiation failed: client connection to 127.6.140.124:37723: connect: Connection refused (error 111)
13:58:27.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.902827  6802 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } attempt: 3
13:58:27.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.907900  6802 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } has no permanent_uuid. Determining permanent_uuid...
13:58:27.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.909364  6802 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.140.124:37723: Network error: Client connection negotiation failed: client connection to 127.6.140.124:37723: connect: Connection refused (error 111)
13:58:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.931977  6892 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } attempt: 1
13:58:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.933678  6892 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.140.124:37723: Network error: Client connection negotiation failed: client connection to 127.6.140.124:37723: connect: Connection refused (error 111)
13:58:27.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.940578  6802 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } attempt: 1
13:58:27.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.942373  6802 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.140.124:37723: Network error: Client connection negotiation failed: client connection to 127.6.140.124:37723: connect: Connection refused (error 111)
13:58:27.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.980786  6896 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:27.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.981076  6896 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:27.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.981134  6896 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:27.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.984768  6896 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
13:58:27.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.984838  6896 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:27.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.984858  6896 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
13:58:27.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.984876  6896 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
13:58:27.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.984895  6896 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
13:58:27.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.984910  6896 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43969/jwks.json
13:58:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.988950  6896 master_runner.cc:387] Master server non-default flags:
13:58:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-2/logs
13:58:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-2/data
13:58:27.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-2/wal
13:58:27.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:58:27.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:27.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:27.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:27.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:58:27.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.124:37723
13:58:27.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:58:27.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:27.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:58:27.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43969/jwks.json
13:58:27.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:27.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-2/data/info.pb
13:58:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.124
13:58:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:58:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.6896
13:58:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:58:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:58:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
13:58:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:13 UTC on bdcb31816ec0
13:58:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13288
13:58:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.990124  6896 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.991629  6896 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:27.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.998433  6906 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.998471  6908 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:27.998433  6905 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.999014  6896 server_base.cc:1061] running on GCE node
13:58:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:27.999663  6896 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:58:28.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.000833  6896 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:58:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.001885  6892 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } attempt: 2
13:58:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.002023  6896 hybrid_clock.cc:648] HybridClock initialized: now 1786456708001995 us; error 42 us; skew 500 ppm
13:58:28.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.003439  6892 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.140.124:37723: Network error: Client connection negotiation failed: client connection to 127.6.140.124:37723: connect: Connection refused (error 111)
13:58:28.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.004495  6896 webserver.cc:533] Webserver started at http://127.6.140.124:44505/ using document root <none> and password file <none>
13:58:28.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.005170  6896 fs_manager.cc:362] Metadata directory not provided
13:58:28.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.005229  6896 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:58:28.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.005393  6896 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:58:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.006971  6896 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-2/data/instance:
13:58:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67cd030db33c42de9f847ce24ca42cd0"
13:58:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:28.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.007495  6896 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-2/wal/instance:
13:58:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67cd030db33c42de9f847ce24ca42cd0"
13:58:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.011085  6896 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.003s
13:58:28.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.013543  6916 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:58:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.014842  6896 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
13:58:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.015012  6896 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-2/data,/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-2/wal
13:58:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67cd030db33c42de9f847ce24ca42cd0"
13:58:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.015130  6896 fs_report.cc:389] FS layout report
13:58:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:58:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-2/wal
13:58:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-2/wal
13:58:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-2/data/data
13:58:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:58:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:58:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:58:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:58:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:58:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:58:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:58:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:58:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:58:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:58:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:58:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.017560  6802 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } attempt: 2
13:58:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.019425  6802 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.6.140.124:37723: Network error: Client connection negotiation failed: client connection to 127.6.140.124:37723: connect: Connection refused (error 111)
13:58:28.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.048660  6896 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:58:28.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.049515  6896 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:58:28.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.049728  6896 kserver.cc:163] Server-wide thread pool size limit: 3276
13:58:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.057585  6977 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.140.124:37723 every 8 connection(s)
13:58:28.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.057595  6896 rpc_server.cc:307] RPC server started. Bound to: 127.6.140.124:37723
13:58:28.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.058941  6896 server_base.cc:1193] Dumped server information to /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-2/data/info.pb
13:58:28.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.062013  6978 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:58:28.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.063807  6705 external_mini_cluster.cc:1434] Started /tmp/dist-test-task9548vR/build/debug/bin/kudu as pid 6896
13:58:28.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.063928  6705 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/master-2/wal/instance
13:58:28.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.065086  6978 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } has no permanent_uuid. Determining permanent_uuid...
13:58:28.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.075479  6978 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } has no permanent_uuid. Determining permanent_uuid...
13:58:28.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.081233  6978 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } has no permanent_uuid. Determining permanent_uuid...
13:58:28.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.088641  6978 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0: Bootstrap starting.
13:58:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.091269  6978 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0: Neither blocks nor log segments found. Creating new log.
13:58:28.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.092207  6978 log.cc:826] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0: Log is configured to *not* fsync() on all Append() calls
13:58:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.094194  6978 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0: No bootstrap required, opened a new log
13:58:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.094955  6892 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } attempt: 3
13:58:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.098619  6978 raft_consensus.cc:359] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } }
13:58:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.098863  6978 raft_consensus.cc:385] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:58:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.098927  6978 raft_consensus.cc:740] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 67cd030db33c42de9f847ce24ca42cd0, State: Initialized, Role: FOLLOWER
13:58:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.099505  6978 consensus_queue.cc:260] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } }
13:58:28.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.100139  6992 sys_catalog.cc:455] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } } }
13:58:28.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.100270  6992 sys_catalog.cc:458] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0 [sys.catalog]: This master's current role is: FOLLOWER
13:58:28.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.101004  6978 sys_catalog.cc:565] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0 [sys.catalog]: configured and running, proceeding with master startup.
13:58:28.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.101845  6892 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8: Bootstrap starting.
13:58:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.104764  6892 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8: Neither blocks nor log segments found. Creating new log.
13:58:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.106679  7003 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:58:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.107071  7003 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:58:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.105185  6896 master_runner.cc:187] Error getting master registration for 127.6.140.126:42517: OK, instance_id { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" instance_seqno: 1786456707663261 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:58:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.107592  6896 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:58:28.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.108533  6892 log.cc:826] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8: Log is configured to *not* fsync() on all Append() calls
13:58:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.110275  6892 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8: No bootstrap required, opened a new log
13:58:28.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.114099  6892 raft_consensus.cc:359] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } }
13:58:28.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.114252  6892 raft_consensus.cc:385] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:58:28.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.114290  6892 raft_consensus.cc:740] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 93837193ce4743c0a9322e63b451fef8, State: Initialized, Role: FOLLOWER
13:58:28.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.114714  6892 consensus_queue.cc:260] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } }
13:58:28.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.115173  7006 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } } }
13:58:28.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.115281  7006 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8 [sys.catalog]: This master's current role is: FOLLOWER
13:58:28.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.115912  6892 sys_catalog.cc:565] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8 [sys.catalog]: configured and running, proceeding with master startup.
13:58:28.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.118672  6802 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } attempt: 3
13:58:28.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.119946  6804 master_runner.cc:187] Error getting master registration for 127.6.140.126:42517: OK, instance_id { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" instance_seqno: 1786456707663261 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:58:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.122318  6804 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:58:28.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.124290  7018 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:58:28.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.124387  7018 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:58:28.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.127328  6802 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0: Bootstrap starting.
13:58:28.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.130285  6802 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0: Neither blocks nor log segments found. Creating new log.
13:58:28.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.131901  6802 log.cc:826] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0: Log is configured to *not* fsync() on all Append() calls
13:58:28.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.134393  6802 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0: No bootstrap required, opened a new log
13:58:28.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.138077  6802 raft_consensus.cc:359] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } }
13:58:28.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.138283  6802 raft_consensus.cc:385] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:58:28.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.138342  6802 raft_consensus.cc:740] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 30afae4692f448d7b7afb789946e2fc0, State: Initialized, Role: FOLLOWER
13:58:28.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.138893  6802 consensus_queue.cc:260] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } }
13:58:28.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.140498  6802 sys_catalog.cc:565] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [sys.catalog]: configured and running, proceeding with master startup.
13:58:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.144781  7023 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } } }
13:58:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.145226  7023 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [sys.catalog]: This master's current role is: FOLLOWER
13:58:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.147073  7038 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:58:28.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.147470  7038 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:58:28.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.150990  6722 master_runner.cc:264] No leader master found from master 30afae4692f448d7b7afb789946e2fc0
13:58:28.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.151062  6722 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
13:58:28.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.159096  6746 tablet.cc:2406] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:58:28.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.209154  7023 raft_consensus.cc:493] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:58:28.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.209357  7023 raft_consensus.cc:515] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } }
13:58:28.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.210590  7023 leader_election.cc:290] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 93837193ce4743c0a9322e63b451fef8 (127.6.140.125:44463), 67cd030db33c42de9f847ce24ca42cd0 (127.6.140.124:37723)
13:58:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.212548  6948 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "30afae4692f448d7b7afb789946e2fc0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "67cd030db33c42de9f847ce24ca42cd0" is_pre_election: true
13:58:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.212874  6948 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 30afae4692f448d7b7afb789946e2fc0 in term 0.
13:58:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.213449  6860 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "30afae4692f448d7b7afb789946e2fc0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "93837193ce4743c0a9322e63b451fef8" is_pre_election: true
13:58:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.213697  6860 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 30afae4692f448d7b7afb789946e2fc0 in term 0.
13:58:28.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.222592  6741 leader_election.cc:304] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 30afae4692f448d7b7afb789946e2fc0, 93837193ce4743c0a9322e63b451fef8; no voters: 
13:58:28.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.223218  7023 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [term 0 FOLLOWER]: Leader pre-election won for term 1
13:58:28.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.223294  7023 raft_consensus.cc:493] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:58:28.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.223340  7023 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [term 0 FOLLOWER]: Advancing to term 1
13:58:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.225621  7023 raft_consensus.cc:515] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } }
13:58:28.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.226094  7023 leader_election.cc:290] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [CANDIDATE]: Term 1 election: Requested vote from peers 93837193ce4743c0a9322e63b451fef8 (127.6.140.125:44463), 67cd030db33c42de9f847ce24ca42cd0 (127.6.140.124:37723)
13:58:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.226946  6948 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "30afae4692f448d7b7afb789946e2fc0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "67cd030db33c42de9f847ce24ca42cd0"
13:58:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.227101  6948 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0 [term 0 FOLLOWER]: Advancing to term 1
13:58:28.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.228430  6948 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 30afae4692f448d7b7afb789946e2fc0 in term 1.
13:58:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.228857  6860 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "30afae4692f448d7b7afb789946e2fc0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "93837193ce4743c0a9322e63b451fef8"
13:58:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.228998  6860 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8 [term 0 FOLLOWER]: Advancing to term 1
13:58:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.230765  6860 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 30afae4692f448d7b7afb789946e2fc0 in term 1.
13:58:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.231186  6741 leader_election.cc:304] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 30afae4692f448d7b7afb789946e2fc0, 93837193ce4743c0a9322e63b451fef8; no voters: 
13:58:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.238274  7023 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [term 1 FOLLOWER]: Leader election won for term 1
13:58:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.238653  7023 raft_consensus.cc:697] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [term 1 LEADER]: Becoming Leader. State: Replica: 30afae4692f448d7b7afb789946e2fc0, State: Running, Role: LEADER
13:58:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.239111  7023 consensus_queue.cc:237] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } }
13:58:28.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.264441  7023 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 30afae4692f448d7b7afb789946e2fc0. Latest consensus state: current_term: 1 leader_uuid: "30afae4692f448d7b7afb789946e2fc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } } }
13:58:28.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.264616  7023 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [sys.catalog]: This master's current role is: LEADER
13:58:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.272485  7043 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
13:58:28.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.274999  7043 catalog_manager.cc:1520] Initializing Kudu cluster ID...
13:58:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.290315  6948 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0 [term 1 FOLLOWER]: Refusing update from remote peer 30afae4692f448d7b7afb789946e2fc0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:58:28.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.292042  7041 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:58:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.300019  6992 sys_catalog.cc:455] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 30afae4692f448d7b7afb789946e2fc0. Latest consensus state: current_term: 1 leader_uuid: "30afae4692f448d7b7afb789946e2fc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } } }
13:58:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.300246  6992 sys_catalog.cc:458] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0 [sys.catalog]: This master's current role is: FOLLOWER
13:58:28.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.301265  6922 tablet.cc:2406] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:58:28.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.303690  6860 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8 [term 1 FOLLOWER]: Refusing update from remote peer 30afae4692f448d7b7afb789946e2fc0: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:58:28.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.304996  7041 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:58:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.310042  7006 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 30afae4692f448d7b7afb789946e2fc0. Latest consensus state: current_term: 1 leader_uuid: "30afae4692f448d7b7afb789946e2fc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } } }
13:58:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.310209  7006 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8 [sys.catalog]: This master's current role is: FOLLOWER
13:58:28.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.315428  7041 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "30afae4692f448d7b7afb789946e2fc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } } }
13:58:28.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.315593  7041 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [sys.catalog]: This master's current role is: LEADER
13:58:28.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.317979  6992 sys_catalog.cc:455] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "30afae4692f448d7b7afb789946e2fc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } } }
13:58:28.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.318120  6992 sys_catalog.cc:458] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0 [sys.catalog]: This master's current role is: FOLLOWER
13:58:28.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.319249  7045 mvcc.cc:204] Tried to move back new op lower bound from 7317326677146296320 to 7317326677021609984. Current Snapshot: MvccSnapshot[applied={T|T < 7317326677146296320}]
13:58:28.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.321975  7023 sys_catalog.cc:455] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "30afae4692f448d7b7afb789946e2fc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } } }
13:58:28.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.322119  7023 sys_catalog.cc:458] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0 [sys.catalog]: This master's current role is: LEADER
13:58:28.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.323549  7006 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "30afae4692f448d7b7afb789946e2fc0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30afae4692f448d7b7afb789946e2fc0" member_type: VOTER last_known_addr { host: "127.6.140.126" port: 42517 } } peers { permanent_uuid: "93837193ce4743c0a9322e63b451fef8" member_type: VOTER last_known_addr { host: "127.6.140.125" port: 44463 } } peers { permanent_uuid: "67cd030db33c42de9f847ce24ca42cd0" member_type: VOTER last_known_addr { host: "127.6.140.124" port: 37723 } } }
13:58:28.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.323683  7006 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8 [sys.catalog]: This master's current role is: FOLLOWER
13:58:28.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.325142  7048 mvcc.cc:204] Tried to move back new op lower bound from 7317326677146296320 to 7317326677021609984. Current Snapshot: MvccSnapshot[applied={T|T < 7317326677146296320}]
13:58:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.328202  7043 catalog_manager.cc:1383] Generated new cluster ID: 805ea66818cd4c1a9514e0b48dd509f7
13:58:28.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.328285  7043 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
13:58:28.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.382625  7043 catalog_manager.cc:1406] Generated new certificate authority record
13:58:28.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.384737  7043 catalog_manager.cc:1540] Loading token signing keys...
13:58:28.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.398916  7043 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 30afae4692f448d7b7afb789946e2fc0: Generated new TSK 0
13:58:28.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.400215  7043 catalog_manager.cc:1550] Initializing in-progress tserver states...
13:58:28.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.414911  6705 external_mini_cluster.cc:1372] Running /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:28.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:28.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:28.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data
13:58:28.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:28.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:28.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:28.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:28.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:28.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:28.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/logs
13:58:28.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data/info.pb
13:58:28.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:28.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:58:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.65:0
13:58:28.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.65
13:58:28.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.65
13:58:28.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:58:28.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:28.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:58:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.557165  7055 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.557410  7055 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:28.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.557456  7055 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.561275  7055 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.561393  7055 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.140.65
13:58:28.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.566433  7055 tablet_server_runner.cc:78] Tablet server non-default flags:
13:58:28.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/logs
13:58:28.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data
13:58:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.65:0
13:58:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:28.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data/info.pb
13:58:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.65
13:58:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:58:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7055
13:58:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:28.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.65
13:58:28.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:58:28.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:58:28.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:28.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:28.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
13:58:28.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:13 UTC on bdcb31816ec0
13:58:28.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13288
13:58:28.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.567751  7055 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:28.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.569126  7055 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:28.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.576764  7061 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:28.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.576786  7062 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:28.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.577030  7064 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:28.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.577488  7055 server_base.cc:1061] running on GCE node
13:58:28.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.578315  7055 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:58:28.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.578943  7055 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:58:28.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.580170  7055 hybrid_clock.cc:648] HybridClock initialized: now 1786456708580151 us; error 34 us; skew 500 ppm
13:58:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.582186  7055 webserver.cc:533] Webserver started at http://127.6.140.65:36645/ using document root <none> and password file <none>
13:58:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.582849  7055 fs_manager.cc:362] Metadata directory not provided
13:58:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.582937  7055 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:58:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.583199  7055 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:58:28.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.585121  7055 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data/instance:
13:58:28.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "896257f6afc346ccb7c2b495c5d53b41"
13:58:28.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:28.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.585649  7055 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal/instance:
13:58:28.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "896257f6afc346ccb7c2b495c5d53b41"
13:58:28.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:28.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.589643  7055 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
13:58:28.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.591938  7070 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:58:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.593382  7055 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
13:58:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.593524  7055 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data,/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "896257f6afc346ccb7c2b495c5d53b41"
13:58:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.593640  7055 fs_report.cc:389] FS layout report
13:58:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:58:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data/data
13:58:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:58:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:58:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:58:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:58:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:58:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:58:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:58:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:58:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:58:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:58:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:58:28.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.622190  7055 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:58:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.623103  7055 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:58:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.623366  7055 kserver.cc:163] Server-wide thread pool size limit: 3276
13:58:28.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.624142  7055 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:58:28.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.625484  7055 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:58:28.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.625538  7055 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
13:58:28.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.625579  7055 ts_tablet_manager.cc:616] Registered 0 tablets
13:58:28.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.625595  7055 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
13:58:28.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.635886  7055 rpc_server.cc:307] RPC server started. Bound to: 127.6.140.65:46467
13:58:28.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.635908  7203 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.140.65:46467 every 8 connection(s)
13:58:28.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.636962  7055 server_base.cc:1193] Dumped server information to /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data/info.pb
13:58:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.646734  6705 external_mini_cluster.cc:1434] Started /tmp/dist-test-task9548vR/build/debug/bin/kudu as pid 7055
13:58:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.646862  6705 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal/instance
13:58:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.647078  7205 heartbeater.cc:344] Connected to a master server at 127.6.140.126:42517
13:58:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.647171  7206 heartbeater.cc:344] Connected to a master server at 127.6.140.125:44463
13:58:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.647336  7205 heartbeater.cc:461] Registering TS with master...
13:58:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.647336  7206 heartbeater.cc:461] Registering TS with master...
13:58:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.647657  7204 heartbeater.cc:344] Connected to a master server at 127.6.140.124:37723
13:58:28.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.647724  7204 heartbeater.cc:461] Registering TS with master...
13:58:28.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.648027  7204 heartbeater.cc:507] Master 127.6.140.124:37723 requested a full tablet report, sending...
13:58:28.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.648042  7205 heartbeater.cc:507] Master 127.6.140.126:42517 requested a full tablet report, sending...
13:58:28.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.648078  7206 heartbeater.cc:507] Master 127.6.140.125:44463 requested a full tablet report, sending...
13:58:28.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.649626  6933 ts_manager.cc:194] Registered new tserver with Master: 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467)
13:58:28.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.650218  6705 external_mini_cluster.cc:1372] Running /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:28.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:28.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data
13:58:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/logs
13:58:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/info.pb
13:58:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:28.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:58:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.66:0
13:58:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.66
13:58:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.66
13:58:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:58:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:28.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:28.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:28.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:58:28.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.651866  6847 ts_manager.cc:194] Registered new tserver with Master: 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467)
13:58:28.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.652668  6756 ts_manager.cc:194] Registered new tserver with Master: 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467)
13:58:28.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.654352  6756 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.140.65:49395
13:58:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.763240  7217 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.763530  7217 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.763588  7217 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:28.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.767256  7217 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:28.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.767433  7217 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.140.66
13:58:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.771732  7217 tablet_server_runner.cc:78] Tablet server non-default flags:
13:58:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/logs
13:58:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data
13:58:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.66:0
13:58:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/info.pb
13:58:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.66
13:58:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:58:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7217
13:58:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.66
13:58:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:58:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:58:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
13:58:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:13 UTC on bdcb31816ec0
13:58:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13288
13:58:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.773427  7217 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:28.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.774982  7217 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:28.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.782308  7224 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:28.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.782310  7225 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:28.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.782547  7217 server_base.cc:1061] running on GCE node
13:58:28.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.782368  7229 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:28.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.783398  7217 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:58:28.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.784044  7217 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:58:28.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.785284  7217 hybrid_clock.cc:648] HybridClock initialized: now 1786456708785255 us; error 41 us; skew 500 ppm
13:58:28.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.787322  7217 webserver.cc:533] Webserver started at http://127.6.140.66:41259/ using document root <none> and password file <none>
13:58:28.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.787947  7217 fs_manager.cc:362] Metadata directory not provided
13:58:28.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.788033  7217 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:58:28.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.788337  7217 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:58:28.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.790023  7217 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/instance:
13:58:28.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08c8ae943db2491b8fbecd2fddfabf98"
13:58:28.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:28.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.790604  7217 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal/instance:
13:58:28.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08c8ae943db2491b8fbecd2fddfabf98"
13:58:28.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:28.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.794334  7217 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.000s	sys 0.005s
13:58:28.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.796602  7241 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:58:28.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.797632  7217 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
13:58:28.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.797760  7217 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data,/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:28.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08c8ae943db2491b8fbecd2fddfabf98"
13:58:28.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:28.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.797863  7217 fs_report.cc:389] FS layout report
13:58:28.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:58:28.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:28.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:28.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/data
13:58:28.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:58:28.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:58:28.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:58:28.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:58:28.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:58:28.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:58:28.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:58:28.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:58:28.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:58:28.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:58:28.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:58:28.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.823246  7217 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:58:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.824218  7217 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:58:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.824433  7217 kserver.cc:163] Server-wide thread pool size limit: 3276
13:58:28.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.825143  7217 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:58:28.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.826426  7217 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:58:28.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.826498  7217 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
13:58:28.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.826557  7217 ts_tablet_manager.cc:616] Registered 0 tablets
13:58:28.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.826581  7217 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
13:58:28.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.836983  7217 rpc_server.cc:307] RPC server started. Bound to: 127.6.140.66:38541
13:58:28.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.837003  7372 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.140.66:38541 every 8 connection(s)
13:58:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.838163  7217 server_base.cc:1193] Dumped server information to /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/info.pb
13:58:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.838487  6705 external_mini_cluster.cc:1434] Started /tmp/dist-test-task9548vR/build/debug/bin/kudu as pid 7217
13:58:28.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.838619  6705 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal/instance
13:58:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.842757  6705 external_mini_cluster.cc:1372] Running /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data
13:58:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/logs
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data/info.pb
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.67:0
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.67
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.67
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:28.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:28.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:58:28.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.849622  7375 heartbeater.cc:344] Connected to a master server at 127.6.140.125:44463
13:58:28.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.849714  7373 heartbeater.cc:344] Connected to a master server at 127.6.140.124:37723
13:58:28.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.849895  7375 heartbeater.cc:461] Registering TS with master...
13:58:28.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.849929  7374 heartbeater.cc:344] Connected to a master server at 127.6.140.126:42517
13:58:28.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.850046  7374 heartbeater.cc:461] Registering TS with master...
13:58:28.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.849895  7373 heartbeater.cc:461] Registering TS with master...
13:58:28.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.850579  7374 heartbeater.cc:507] Master 127.6.140.126:42517 requested a full tablet report, sending...
13:58:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.850580  7375 heartbeater.cc:507] Master 127.6.140.125:44463 requested a full tablet report, sending...
13:58:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.851118  7373 heartbeater.cc:507] Master 127.6.140.124:37723 requested a full tablet report, sending...
13:58:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.852111  6756 ts_manager.cc:194] Registered new tserver with Master: 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.852458  6847 ts_manager.cc:194] Registered new tserver with Master: 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:28.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.852810  6756 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.140.66:34773
13:58:28.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.853477  6935 ts_manager.cc:194] Registered new tserver with Master: 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.964973  7380 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.965231  7380 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.965283  7380 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.969060  7380 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.969185  7380 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.140.67
13:58:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.973860  7380 tablet_server_runner.cc:78] Tablet server non-default flags:
13:58:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/logs
13:58:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data
13:58:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.67:0
13:58:28.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data/info.pb
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.67
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7380
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.67
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:13 UTC on bdcb31816ec0
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13288
13:58:28.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.975160  7380 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:28.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.976606  7380 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:28.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.984107  7385 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:28.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.984110  7392 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:28.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:28.984110  7387 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:28.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.984560  7380 server_base.cc:1061] running on GCE node
13:58:28.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.985059  7380 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:58:28.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.985771  7380 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:58:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.987053  7380 hybrid_clock.cc:648] HybridClock initialized: now 1786456708987021 us; error 45 us; skew 500 ppm
13:58:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.989192  7380 webserver.cc:533] Webserver started at http://127.6.140.67:43493/ using document root <none> and password file <none>
13:58:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.989872  7380 fs_manager.cc:362] Metadata directory not provided
13:58:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.989974  7380 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:58:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.990252  7380 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
13:58:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.992244  7380 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data/instance:
13:58:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3aacc9e852c489d9a4c8a9572849a6f"
13:58:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.992950  7380 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal/instance:
13:58:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3aacc9e852c489d9a4c8a9572849a6f"
13:58:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.997092  7380 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.002s	sys 0.001s
13:58:28.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:28.999639  7400 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.000869  7380 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.001s
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.000977  7380 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data,/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3aacc9e852c489d9a4c8a9572849a6f"
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.001055  7380 fs_report.cc:389] FS layout report
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data/data
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:58:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:58:29.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.040206  7380 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:58:29.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.040974  7380 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:58:29.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.041153  7380 kserver.cc:163] Server-wide thread pool size limit: 3276
13:58:29.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.041774  7380 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:58:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.043041  7380 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:58:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.043128  7380 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
13:58:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.043191  7380 ts_tablet_manager.cc:616] Registered 0 tablets
13:58:29.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.043237  7380 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
13:58:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.053113  7380 rpc_server.cc:307] RPC server started. Bound to: 127.6.140.67:39759
13:58:29.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.053130  7529 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.140.67:39759 every 8 connection(s)
13:58:29.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.054177  7380 server_base.cc:1193] Dumped server information to /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data/info.pb
13:58:29.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.054749  6705 external_mini_cluster.cc:1434] Started /tmp/dist-test-task9548vR/build/debug/bin/kudu as pid 7380
13:58:29.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.054867  6705 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal/instance
13:58:29.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.065442  7534 heartbeater.cc:344] Connected to a master server at 127.6.140.126:42517
13:58:29.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.065681  7534 heartbeater.cc:461] Registering TS with master...
13:58:29.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.066238  7534 heartbeater.cc:507] Master 127.6.140.126:42517 requested a full tablet report, sending...
13:58:29.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.067202  7535 heartbeater.cc:344] Connected to a master server at 127.6.140.125:44463
13:58:29.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.067325  7535 heartbeater.cc:461] Registering TS with master...
13:58:29.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.067521  7535 heartbeater.cc:507] Master 127.6.140.125:44463 requested a full tablet report, sending...
13:58:29.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.067660  6756 ts_manager.cc:194] Registered new tserver with Master: a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.068135  7532 heartbeater.cc:344] Connected to a master server at 127.6.140.124:37723
13:58:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.068398  7532 heartbeater.cc:461] Registering TS with master...
13:58:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.068404  6756 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.140.67:56303
13:58:29.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.068883  7532 heartbeater.cc:507] Master 127.6.140.124:37723 requested a full tablet report, sending...
13:58:29.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.069063  6847 ts_manager.cc:194] Registered new tserver with Master: a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:29.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.070045  6935 ts_manager.cc:194] Registered new tserver with Master: a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:29.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.076924  6705 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
13:58:29.078 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
13:58:29.079 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

13:58:29.088 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.6.140.126"
      port: 42517
    }
    bound_http_address {
      host: "127.6.140.126"
      port: 36871
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.6.140.125"
      port: 44463
    }
    bound_http_address {
      host: "127.6.140.125"
      port: 35117
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.6.140.124"
      port: 37723
    }
    bound_http_address {
      host: "127.6.140.124"
      port: 44505
    }
  }
}

13:58:29.093 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

13:58:29.096 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.6.140.65"
      port: 46467
    }
    bound_http_address {
      host: "127.6.140.65"
      port: 36645
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.6.140.66"
      port: 38541
    }
    bound_http_address {
      host: "127.6.140.66"
      port: 41259
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.6.140.67"
      port: 39759
    }
    bound_http_address {
      host: "127.6.140.67"
      port: 43493
    }
  }
}

13:58:29.096 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
13:58:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.108800  7003 catalog_manager.cc:1295] Loaded cluster ID: 805ea66818cd4c1a9514e0b48dd509f7
13:58:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.108896  7003 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0: loading cluster ID for follower catalog manager: success
13:58:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.111116  7003 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0: acquiring CA information for follower catalog manager: success
13:58:29.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.112327  7003 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 67cd030db33c42de9f847ce24ca42cd0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:58:29.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.125730  7018 catalog_manager.cc:1295] Loaded cluster ID: 805ea66818cd4c1a9514e0b48dd509f7
13:58:29.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.125834  7018 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8: loading cluster ID for follower catalog manager: success
13:58:29.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.127687  7018 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8: acquiring CA information for follower catalog manager: success
13:58:29.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.128924  7018 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 93837193ce4743c0a9322e63b451fef8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:58:29.340 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
13:58:29.444 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
13:58:29.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.656677  7205 heartbeater.cc:499] Master 127.6.140.126:42517 was elected leader, sending a full tablet report...
13:58:29.848 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.140.126:42517(127.6.140.126:42517)] connecting to peer
13:58:29.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:29.854745  7374 heartbeater.cc:499] Master 127.6.140.126:42517 was elected leader, sending a full tablet report...
13:58:29.910 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.140.124:37723(127.6.140.124:37723)] connecting to peer
13:58:29.913 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.6.140.125:44463(127.6.140.125:44463)] connecting to peer
13:58:29.927 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.6.140.124:37723(127.6.140.124:37723)] Successfully connected to peer
13:58:29.927 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.6.140.126:42517(127.6.140.126:42517)] Successfully connected to peer
13:58:29.927 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.6.140.125:44463(127.6.140.125:44463)] Successfully connected to peer
13:58:30.032 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.6.140.126
13:58:30.032 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.6.140.125
13:58:30.032 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.6.140.124
13:58:30.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.070350  7534 heartbeater.cc:499] Master 127.6.140.126:42517 was elected leader, sending a full tablet report...
13:58:30.269 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xbaf5fcc1, L:/127.0.0.1:49904 - R:/127.6.140.125:44463] using SASL/PLAIN
13:58:30.269 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x23bbf56f, L:/127.0.0.1:60698 - R:/127.6.140.126:42517] using SASL/PLAIN
13:58:30.269 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x826834a7, L:/127.0.0.1:35760 - R:/127.6.140.124:37723] using SASL/PLAIN
13:58:30.308 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
13:58:30.309 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=552), Traces: [0ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.140.126:42517, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.140.124:37723, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.6.140.125:44463, [520ms] Sub RPC ConnectToMaster: received response from server master-127.6.140.125:44463: OK, [520ms] Sub RPC ConnectToMaster: received response from server master-127.6.140.124:37723: OK, [520ms] Sub RPC ConnectToMaster: received response from server master-127.6.140.126:42517: OK, deferred=null) after lookup
13:58:30.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.359964  6756 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60698:
13:58:30.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730"
13:58:30.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
13:58:30.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
13:58:30.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
13:58:30.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
13:58:30.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
13:58:30.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
13:58:30.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
13:58:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
13:58:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
13:58:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
13:58:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:58:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
13:58:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
13:58:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
13:58:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
13:58:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
13:58:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
13:58:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
13:58:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
13:58:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
13:58:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
13:58:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:58:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
13:58:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
13:58:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
13:58:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
13:58:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
13:58:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
13:58:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
13:58:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
13:58:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:58:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:58:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
13:58:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
13:58:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
13:58:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
13:58:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
13:58:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
13:58:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
13:58:30.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:30.364039  6756 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
13:58:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.394804  7127 tablet_service.cc:1511] Processing CreateTablet for tablet f572b333102249c18890abf24b5db4e4 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730 [id=a86804cff66740c88d82fe71adf667bf]), partition=RANGE (key) PARTITION UNBOUNDED
13:58:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.394809  7457 tablet_service.cc:1511] Processing CreateTablet for tablet f572b333102249c18890abf24b5db4e4 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730 [id=a86804cff66740c88d82fe71adf667bf]), partition=RANGE (key) PARTITION UNBOUNDED
13:58:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.396028  7457 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f572b333102249c18890abf24b5db4e4. 1 dirs total, 0 dirs full, 0 dirs failed
13:58:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.396553  7127 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f572b333102249c18890abf24b5db4e4. 1 dirs total, 0 dirs full, 0 dirs failed
13:58:30.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.406222  7572 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Bootstrap starting.
13:58:30.408 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a86804cff66740c88d82fe71adf667bf
13:58:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.408981  7572 tablet_bootstrap.cc:654] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Neither blocks nor log segments found. Creating new log.
13:58:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.409986  7572 log.cc:826] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Log is configured to *not* fsync() on all Append() calls
13:58:30.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.410796  7573 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Bootstrap starting.
13:58:30.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.412676  7294 tablet_service.cc:1511] Processing CreateTablet for tablet f572b333102249c18890abf24b5db4e4 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730 [id=a86804cff66740c88d82fe71adf667bf]), partition=RANGE (key) PARTITION UNBOUNDED
13:58:30.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.413218  7573 tablet_bootstrap.cc:654] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Neither blocks nor log segments found. Creating new log.
13:58:30.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.413861  7294 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f572b333102249c18890abf24b5db4e4. 1 dirs total, 0 dirs full, 0 dirs failed
13:58:30.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.414155  7573 log.cc:826] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Log is configured to *not* fsync() on all Append() calls
13:58:30.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.414407  7572 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: No bootstrap required, opened a new log
13:58:30.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.414615  7572 ts_tablet_manager.cc:1403] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Time spent bootstrapping tablet: real 0.009s	user 0.005s	sys 0.000s
13:58:30.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.416751  7573 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: No bootstrap required, opened a new log
13:58:30.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.416985  7573 ts_tablet_manager.cc:1403] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Time spent bootstrapping tablet: real 0.006s	user 0.004s	sys 0.001s
13:58:30.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.418320  7572 raft_consensus.cc:359] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:30.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.418543  7572 raft_consensus.cc:385] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:58:30.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.418592  7572 raft_consensus.cc:740] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a3aacc9e852c489d9a4c8a9572849a6f, State: Initialized, Role: FOLLOWER
13:58:30.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.419034  7572 consensus_queue.cc:260] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:30.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.419872  7572 ts_tablet_manager.cc:1434] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
13:58:30.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.422283  7573 raft_consensus.cc:359] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:30.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.422736  7573 raft_consensus.cc:385] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:58:30.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.422958  7573 raft_consensus.cc:740] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 896257f6afc346ccb7c2b495c5d53b41, State: Initialized, Role: FOLLOWER
13:58:30.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.423635  7573 consensus_queue.cc:260] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:30.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.424700  7573 ts_tablet_manager.cc:1434] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Time spent starting tablet: real 0.008s	user 0.000s	sys 0.005s
13:58:30.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.432775  7579 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Bootstrap starting.
13:58:30.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.436003  7579 tablet_bootstrap.cc:654] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Neither blocks nor log segments found. Creating new log.
13:58:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.437340  7579 log.cc:826] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Log is configured to *not* fsync() on all Append() calls
13:58:30.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.439796  7579 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: No bootstrap required, opened a new log
13:58:30.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.440312  7579 ts_tablet_manager.cc:1403] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Time spent bootstrapping tablet: real 0.008s	user 0.005s	sys 0.002s
13:58:30.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.444410  7579 raft_consensus.cc:359] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:30.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.444665  7579 raft_consensus.cc:385] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:58:30.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.444727  7579 raft_consensus.cc:740] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08c8ae943db2491b8fbecd2fddfabf98, State: Initialized, Role: FOLLOWER
13:58:30.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.445242  7579 consensus_queue.cc:260] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:30.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.446301  7579 ts_tablet_manager.cc:1434] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Time spent starting tablet: real 0.006s	user 0.003s	sys 0.002s
13:58:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.478693  7583 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:58:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.478979  7583 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:30.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.481314  7583 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467), a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:30.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.490710  7152 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "08c8ae943db2491b8fbecd2fddfabf98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "896257f6afc346ccb7c2b495c5d53b41" is_pre_election: true
13:58:30.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.491070  7152 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08c8ae943db2491b8fbecd2fddfabf98 in term 0.
13:58:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.491678  7480 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "08c8ae943db2491b8fbecd2fddfabf98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" is_pre_election: true
13:58:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.492097  7244 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08c8ae943db2491b8fbecd2fddfabf98, 896257f6afc346ccb7c2b495c5d53b41; no voters: 
13:58:30.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.492393  7583 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 0 FOLLOWER]: Leader pre-election won for term 1
13:58:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.492447  7583 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:58:30.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.492482  7583 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 0 FOLLOWER]: Advancing to term 1
13:58:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.492466  7480 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08c8ae943db2491b8fbecd2fddfabf98 in term 0.
13:58:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.493613  7583 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:30.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.493995  7583 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 1 election: Requested vote from peers 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467), a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:30.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.494419  7480 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "08c8ae943db2491b8fbecd2fddfabf98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a3aacc9e852c489d9a4c8a9572849a6f"
13:58:30.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.494549  7480 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 0 FOLLOWER]: Advancing to term 1
13:58:30.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.495601  7480 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 08c8ae943db2491b8fbecd2fddfabf98 in term 1.
13:58:30.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.495923  7243 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08c8ae943db2491b8fbecd2fddfabf98, a3aacc9e852c489d9a4c8a9572849a6f; no voters: 
13:58:30.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.496160  7583 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 1 FOLLOWER]: Leader election won for term 1
13:58:30.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.496446  7583 raft_consensus.cc:697] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 1 LEADER]: Becoming Leader. State: Replica: 08c8ae943db2491b8fbecd2fddfabf98, State: Running, Role: LEADER
13:58:30.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.496831  7583 consensus_queue.cc:237] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:30.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.497774  7152 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "08c8ae943db2491b8fbecd2fddfabf98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "896257f6afc346ccb7c2b495c5d53b41"
13:58:30.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.497906  7152 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 0 FOLLOWER]: Advancing to term 1
13:58:30.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.499145  7152 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 08c8ae943db2491b8fbecd2fddfabf98 in term 1.
13:58:30.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.506035  6756 catalog_manager.cc:5719] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 reported cstate change: term changed from 0 to 1, leader changed from <none> to 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66). New cstate: current_term: 1 leader_uuid: "08c8ae943db2491b8fbecd2fddfabf98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } health_report { overall_health: HEALTHY } } }
13:58:30.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:30.556537  7536 tablet.cc:2406] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:58:30.561 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table a86804cff66740c88d82fe71adf667bf
13:58:30.583 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:30.589 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299994, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:30.591 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [10ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=null) after lookup
13:58:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:30.591126  7376 tablet.cc:2406] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:58:30.600 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:30.604 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] Successfully connected to peer
13:58:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:30.639678  7208 tablet.cc:2406] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:58:30.682 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x584473eb, L:/127.0.0.1:52682 - R:/127.6.140.66:38541] using TOKEN/null
13:58:30.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.689450  7480 raft_consensus.cc:1275] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 1 FOLLOWER]: Refusing update from remote peer 08c8ae943db2491b8fbecd2fddfabf98: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:58:30.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.689512  7152 raft_consensus.cc:1275] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 1 FOLLOWER]: Refusing update from remote peer 08c8ae943db2491b8fbecd2fddfabf98: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:58:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.690236  7583 consensus_queue.cc:1048] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [LEADER]: Connected to new peer: Peer: permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:58:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.690418  7587 consensus_queue.cc:1048] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:58:30.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.702410  7590 mvcc.cc:204] Tried to move back new op lower bound from 7317326686976106496 to 7317326686198464512. Current Snapshot: MvccSnapshot[applied={T|T < 7317326686976106496}]
13:58:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.709213  7591 mvcc.cc:204] Tried to move back new op lower bound from 7317326686976106496 to 7317326686198464512. Current Snapshot: MvccSnapshot[applied={T|T < 7317326686976106496 or (T in {7317326686976106496})}]
13:58:30.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.717038  7593 mvcc.cc:204] Tried to move back new op lower bound from 7317326686976106496 to 7317326686198464512. Current Snapshot: MvccSnapshot[applied={T|T < 7317326686976106496}]
13:58:30.811 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730, tablet=f572b333102249c18890abf24b5db4e4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:58:30.813 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.140.66:38541
13:58:30.815 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:58:30.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:30.815645  6705 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task9548vR/build/debug/bin/kudu with pid 7217
13:58:30.843 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:30.847 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] handling channelInactive
13:58:30.848 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state READY due to: connection closed
13:58:30.848 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: connection closed
13:58:30.862 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:30.862 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:30.863 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [5ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@844937106(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@3811d9e0 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13166c3c -> wakeup thread Time-limited test)) after lookup
13:58:30.864 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:30.867 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:30.867 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:30.867 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:30.883 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:30.883 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:30.884 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [5ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [21ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [24ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [24ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@844937106(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@3811d9e0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1959346257 after retry RPC@1248754811), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13166c3c -> wakeup thread Time-limited test -> (continuation of Deferred@1959346257 after retry RPC@1248754811))) after lookup
13:58:30.885 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:30.886 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:30.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:30.887 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:30.922 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:30.923 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:30.924 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [5ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [21ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [24ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [24ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [41ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [44ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [44ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@844937106(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@3811d9e0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1959346257 after retry RPC@1248754811) -> (continuation of Deferred@996854617 after retry RPC@1486820300), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13166c3c -> wakeup thread Time-limited test -> (continuation of Deferred@1959346257 after retry RPC@1248754811) -> (continuation of Deferred@996854617 after retry RPC@1486820300))) after lookup
13:58:30.924 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:30.926 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:30.927 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:30.927 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:31.003 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:31.003 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:31.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=160), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [5ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [21ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [24ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [24ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [41ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [44ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [44ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [81ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [84ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [84ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [159ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@844937106(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@3811d9e0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1959346257 after retry RPC@1248754811) -> (continuation of Deferred@996854617 after retry RPC@1486820300) -> (continuation of Deferred@52490757 after retry RPC@933935098), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13166c3c -> wakeup thread Time-limited test -> (continuation of Deferred@1959346257 after retry RPC@1248754811) -> (continuation of Deferred@996854617 after retry RPC@1486820300) -> (continuation of Deferred@52490757 after retry RPC@933935098))) after lookup
13:58:31.004 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:31.006 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:31.007 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:31.007 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:31.422 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:31.422 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:31.422 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=578), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [5ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [21ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [24ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [24ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [41ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [44ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [44ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [81ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [84ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [84ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [159ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [161ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [164ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [164ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [575ms] refreshing cache from master, [575ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [578ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@844937106(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@3811d9e0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1959346257 after retry RPC@1248754811) -> (continuation of Deferred@996854617 after retry RPC@1486820300) -> (continuation of Deferred@52490757 after retry RPC@933935098) -> (continuation of Deferred@1432654189 after retry RPC@920753178), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13166c3c -> wakeup thread Time-limited test -> (continuation of Deferred@1959346257 after retry RPC@1248754811) -> (continuation of Deferred@996854617 after retry RPC@1486820300) -> (continuation of Deferred@52490757 after retry RPC@933935098) -> (continuation of Deferred@1432654189 after retry RPC@920753178))) after lookup
13:58:31.423 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:31.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:31.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:31.424 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.247253  7610 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 08c8ae943db2491b8fbecd2fddfabf98)
13:58:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.247429  7610 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:32.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.248044  7612 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 08c8ae943db2491b8fbecd2fddfabf98)
13:58:32.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.248241  7612 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:32.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.249394  7610 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759), 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:32.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:32.249974  7074 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111)
13:58:32.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.250077  7612 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467), 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:32.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:32.250958  7404 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111)
13:58:32.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:32.251211  7074 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541): Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111)
13:58:32.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:32.252278  7404 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541): Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111)
13:58:32.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.253963  7152 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "896257f6afc346ccb7c2b495c5d53b41" is_pre_election: true
13:58:32.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.254109  7152 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a3aacc9e852c489d9a4c8a9572849a6f in term 1.
13:58:32.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.254513  7402 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 896257f6afc346ccb7c2b495c5d53b41, a3aacc9e852c489d9a4c8a9572849a6f; no voters: 08c8ae943db2491b8fbecd2fddfabf98
13:58:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.254966  7612 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 1 FOLLOWER]: Leader pre-election won for term 2
13:58:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.255019  7612 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 1 FOLLOWER]: Starting leader election (detected failure of leader 08c8ae943db2491b8fbecd2fddfabf98)
13:58:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.255055  7612 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 1 FOLLOWER]: Advancing to term 2
13:58:32.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.256017  7612 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:32.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.256786  7612 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 2 election: Requested vote from peers 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467), 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:32.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.257615  7152 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "896257f6afc346ccb7c2b495c5d53b41"
13:58:32.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.257753  7152 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 1 FOLLOWER]: Advancing to term 2
13:58:32.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.258841  7152 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a3aacc9e852c489d9a4c8a9572849a6f in term 2.
13:58:32.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.259125  7480 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "896257f6afc346ccb7c2b495c5d53b41" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" is_pre_election: true
13:58:32.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.259323  7480 raft_consensus.cc:2393] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 896257f6afc346ccb7c2b495c5d53b41 in current term 2: Already voted for candidate a3aacc9e852c489d9a4c8a9572849a6f in this term.
13:58:32.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.259814  7071 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 896257f6afc346ccb7c2b495c5d53b41; no voters: 08c8ae943db2491b8fbecd2fddfabf98, a3aacc9e852c489d9a4c8a9572849a6f
13:58:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.260403  7610 raft_consensus.cc:2749] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
13:58:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.260401  7402 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 896257f6afc346ccb7c2b495c5d53b41, a3aacc9e852c489d9a4c8a9572849a6f; no voters: 
13:58:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.260581  7612 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 2 FOLLOWER]: Leader election won for term 2
13:58:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.260838  7612 raft_consensus.cc:697] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 2 LEADER]: Becoming Leader. State: Replica: a3aacc9e852c489d9a4c8a9572849a6f, State: Running, Role: LEADER
13:58:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.261329  7612 consensus_queue.cc:237] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:32.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:32.261848  7404 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541): Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111)
13:58:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.264444  6756 catalog_manager.cc:5719] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f reported cstate change: term changed from 1 to 2, leader changed from 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66) to a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67). New cstate: current_term: 2 leader_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } health_report { overall_health: UNKNOWN } } }
13:58:32.503 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:32.504 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:32.504 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1660), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [5ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [15ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [21ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [24ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [24ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [41ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [44ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [44ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [79ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [81ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [84ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [84ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [156ms] refreshing cache from master, [156ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [159ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [161ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [164ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [164ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [575ms] refreshing cache from master, [575ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [578ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [580ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [581ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [581ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [1656ms] refreshing cache from master, [1656ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [1660ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@844937106(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@3811d9e0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1959346257 after retry RPC@1248754811) -> (continuation of Deferred@996854617 after retry RPC@1486820300) -> (continuation of Deferred@52490757 after retry RPC@933935098) -> (continuation of Deferred@1432654189 after retry RPC@920753178) -> (continuation of Deferred@1177020089 after retry RPC@1813890732), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@13166c3c -> wakeup thread Time-limited test -> (continuation of Deferred@1959346257 after retry RPC@1248754811) -> (continuation of Deferred@996854617 after retry RPC@1486820300) -> (continuation of Deferred@52490757 after retry RPC@933935098) -> (continuation of Deferred@1432654189 after retry RPC@920753178) -> (continuation of Deferred@1177020089 after retry RPC@1813890732))) after lookup
13:58:32.505 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:32.507 [DEBUG - kudu-nio-1] (Connection.java:757) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] Successfully connected to peer
13:58:32.532 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xd7aff669, L:/127.0.0.1:52742 - R:/127.6.140.67:39759] using TOKEN/null
13:58:32.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.538091  7152 raft_consensus.cc:1275] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 2 FOLLOWER]: Refusing update from remote peer a3aacc9e852c489d9a4c8a9572849a6f: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 6. (index mismatch)
13:58:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.538775  7612 consensus_queue.cc:1048] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
13:58:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:32.539208  7404 consensus_peers.cc:597] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f -> Peer 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541): Couldn't send request to peer 08c8ae943db2491b8fbecd2fddfabf98. Status: Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:58:32.562 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.140.66:38541
13:58:32.564 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:58:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.564836  6705 external_mini_cluster.cc:1372] Running /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data
13:58:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:32.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/logs
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/info.pb
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.66:38541
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.66
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41259
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.66
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:32.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:58:32.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:32.678901  7643 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:32.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:32.679165  7643 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:32.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:32.679214  7643 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:32.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:32.682789  7643 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:32.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:32.682986  7643 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.140.66
13:58:32.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.687417  7643 tablet_server_runner.cc:78] Tablet server non-default flags:
13:58:32.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/logs
13:58:32.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.66:38541
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/info.pb
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.66
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41259
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7643
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.66
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:13 UTC on bdcb31816ec0
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13288
13:58:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.688640  7643 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:32.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.689731  7643 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:32.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:32.696623  7651 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:32.696658  7650 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.696734  7643 server_base.cc:1061] running on GCE node
13:58:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:32.696623  7655 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:32.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.697956  7643 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:58:32.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.698642  7643 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:58:32.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.699822  7643 hybrid_clock.cc:648] HybridClock initialized: now 1786456712699764 us; error 79 us; skew 500 ppm
13:58:32.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.701990  7643 webserver.cc:533] Webserver started at http://127.6.140.66:41259/ using document root <none> and password file <none>
13:58:32.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.702605  7643 fs_manager.cc:362] Metadata directory not provided
13:58:32.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.702708  7643 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:58:32.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.706264  7643 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
13:58:32.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.708341  7663 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:58:32.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.709383  7643 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.001s
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.709510  7643 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data,/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08c8ae943db2491b8fbecd2fddfabf98"
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.709944  7643 fs_report.cc:389] FS layout report
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/data
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:58:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:58:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.740445  7643 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:58:32.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.741305  7643 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:58:32.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.741555  7643 kserver.cc:163] Server-wide thread pool size limit: 3276
13:58:32.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.742306  7643 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:58:32.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.743870  7671 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
13:58:32.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.747587  7643 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:58:32.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.747689  7643 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
13:58:32.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.747771  7643 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:58:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.749665  7643 ts_tablet_manager.cc:616] Registered 1 tablets
13:58:32.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.749740  7643 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
13:58:32.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.750159  7671 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Bootstrap starting.
13:58:32.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.763517  7643 rpc_server.cc:307] RPC server started. Bound to: 127.6.140.66:38541
13:58:32.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.763548  7811 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.140.66:38541 every 8 connection(s)
13:58:32.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.764951  7643 server_base.cc:1193] Dumped server information to /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/info.pb
13:58:32.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.766283  7671 log.cc:826] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Log is configured to *not* fsync() on all Append() calls
13:58:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.773716  6705 external_mini_cluster.cc:1434] Started /tmp/dist-test-task9548vR/build/debug/bin/kudu as pid 7643
13:58:32.774 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:32.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.777534  7671 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:58:32.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.778105  7671 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Bootstrap complete.
13:58:32.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.779471  7671 ts_tablet_manager.cc:1403] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Time spent bootstrapping tablet: real 0.030s	user 0.014s	sys 0.011s
13:58:32.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.781807  7671 raft_consensus.cc:359] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:32.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.782210  7671 raft_consensus.cc:740] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08c8ae943db2491b8fbecd2fddfabf98, State: Initialized, Role: FOLLOWER
13:58:32.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.782778  7671 consensus_queue.cc:260] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:32.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.784112  7671 ts_tablet_manager.cc:1434] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Time spent starting tablet: real 0.005s	user 0.007s	sys 0.001s
13:58:32.785 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730, tablet=f572b333102249c18890abf24b5db4e4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:58:32.786 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.140.67:39759
13:58:32.786 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:58:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.786897  6705 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task9548vR/build/debug/bin/kudu with pid 7380
13:58:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.788806  7812 heartbeater.cc:344] Connected to a master server at 127.6.140.124:37723
13:58:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.789042  7812 heartbeater.cc:461] Registering TS with master...
13:58:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.789310  7815 heartbeater.cc:344] Connected to a master server at 127.6.140.125:44463
13:58:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.789381  7815 heartbeater.cc:461] Registering TS with master...
13:58:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.789709  7812 heartbeater.cc:507] Master 127.6.140.124:37723 requested a full tablet report, sending...
13:58:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.789709  7815 heartbeater.cc:507] Master 127.6.140.125:44463 requested a full tablet report, sending...
13:58:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.791661  7814 heartbeater.cc:344] Connected to a master server at 127.6.140.126:42517
13:58:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.791747  7814 heartbeater.cc:461] Registering TS with master...
13:58:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.791996  7814 heartbeater.cc:507] Master 127.6.140.126:42517 requested a full tablet report, sending...
13:58:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.792672  6935 ts_manager.cc:194] Re-registered known tserver with Master: 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.793254  6758 ts_manager.cc:194] Re-registered known tserver with Master: 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.794318  6758 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.140.66:59061
13:58:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.796077  6847 ts_manager.cc:194] Re-registered known tserver with Master: 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:32.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:32.796432  7814 heartbeater.cc:499] Master 127.6.140.126:42517 was elected leader, sending a full tablet report...
13:58:32.805 [DEBUG - kudu-nio-1] (Connection.java:239) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] handling channelInactive
13:58:32.805 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:32.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state READY due to: connection closed
13:58:32.806 [DEBUG - Time-limited test] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:32.807 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:32.807 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:32.808 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:32.822 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:32.823 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:32.823 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [1ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [2ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [15ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@2007318204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@750fbe42 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5dd95203 -> wakeup thread Time-limited test)) after lookup
13:58:32.824 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:32.825 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:32.825 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:32.825 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:32.842 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:32.842 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:32.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [1ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [2ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [15ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [17ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [19ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [19ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [35ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@2007318204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@750fbe42 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1963838870 after retry RPC@1658048638), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5dd95203 -> wakeup thread Time-limited test -> (continuation of Deferred@1963838870 after retry RPC@1658048638))) after lookup
13:58:32.844 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:32.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:32.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:32.845 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:32.883 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:32.883 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:32.884 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=77), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [1ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [2ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [15ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [17ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [19ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [19ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [35ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [37ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [39ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [39ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [76ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@2007318204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@750fbe42 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1963838870 after retry RPC@1658048638) -> (continuation of Deferred@1398629120 after retry RPC@804325685), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5dd95203 -> wakeup thread Time-limited test -> (continuation of Deferred@1963838870 after retry RPC@1658048638) -> (continuation of Deferred@1398629120 after retry RPC@804325685))) after lookup
13:58:32.885 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:32.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:32.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:32.887 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:32.902 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:32.902 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:32.903 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=96), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [1ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [2ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [15ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [17ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [19ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [19ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [35ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [37ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [39ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [39ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [76ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [79ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [81ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [81ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [96ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@2007318204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@750fbe42 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1963838870 after retry RPC@1658048638) -> (continuation of Deferred@1398629120 after retry RPC@804325685) -> (continuation of Deferred@1351269452 after retry RPC@2006302665), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5dd95203 -> wakeup thread Time-limited test -> (continuation of Deferred@1963838870 after retry RPC@1658048638) -> (continuation of Deferred@1398629120 after retry RPC@804325685) -> (continuation of Deferred@1351269452 after retry RPC@2006302665))) after lookup
13:58:32.904 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:32.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:32.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:32.905 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:33.063 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:33.063 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:33.064 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=257), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [1ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [2ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [15ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [17ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [19ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [19ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [35ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [37ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [39ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [39ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [76ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [79ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [81ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [81ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [96ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [97ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [99ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [99ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [253ms] refreshing cache from master, [253ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [256ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@2007318204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@750fbe42 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1963838870 after retry RPC@1658048638) -> (continuation of Deferred@1398629120 after retry RPC@804325685) -> (continuation of Deferred@1351269452 after retry RPC@2006302665) -> (continuation of Deferred@488411566 after retry RPC@1202527795), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5dd95203 -> wakeup thread Time-limited test -> (continuation of Deferred@1963838870 after retry RPC@1658048638) -> (continuation of Deferred@1398629120 after retry RPC@804325685) -> (continuation of Deferred@1351269452 after retry RPC@2006302665) -> (continuation of Deferred@488411566 after retry RPC@1202527795))) after lookup
13:58:33.065 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:33.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:33.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:33.067 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:33.802 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:33.803 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:33.804 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=997), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [1ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [2ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [15ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [17ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [19ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [19ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [35ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [37ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [39ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [39ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [76ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [79ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [81ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [81ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [96ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [97ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [99ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [99ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [253ms] refreshing cache from master, [253ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [256ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [259ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [261ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [262ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [992ms] refreshing cache from master, [993ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [996ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@2007318204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@750fbe42 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1963838870 after retry RPC@1658048638) -> (continuation of Deferred@1398629120 after retry RPC@804325685) -> (continuation of Deferred@1351269452 after retry RPC@2006302665) -> (continuation of Deferred@488411566 after retry RPC@1202527795) -> (continuation of Deferred@1282153311 after retry RPC@222327928), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5dd95203 -> wakeup thread Time-limited test -> (continuation of Deferred@1963838870 after retry RPC@1658048638) -> (continuation of Deferred@1398629120 after retry RPC@804325685) -> (continuation of Deferred@1351269452 after retry RPC@2006302665) -> (continuation of Deferred@488411566 after retry RPC@1202527795) -> (continuation of Deferred@1282153311 after retry RPC@222327928))) after lookup
13:58:33.805 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:33.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:33.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:33.807 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:34.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.061087  7830 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader a3aacc9e852c489d9a4c8a9572849a6f)
13:58:34.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.061242  7830 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:34.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.061832  7830 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759), 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:34.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:34.063273  7071 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759): Network error: Client connection negotiation failed: client connection to 127.6.140.67:39759: connect: Connection refused (error 111)
13:58:34.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.067495  7757 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "896257f6afc346ccb7c2b495c5d53b41" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "08c8ae943db2491b8fbecd2fddfabf98" is_pre_election: true
13:58:34.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.067842  7757 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 896257f6afc346ccb7c2b495c5d53b41 in term 1.
13:58:34.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.068619  7074 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 08c8ae943db2491b8fbecd2fddfabf98, 896257f6afc346ccb7c2b495c5d53b41; no voters: a3aacc9e852c489d9a4c8a9572849a6f
13:58:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.068866  7830 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 2 FOLLOWER]: Leader pre-election won for term 3
13:58:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.068941  7830 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 2 FOLLOWER]: Starting leader election (detected failure of leader a3aacc9e852c489d9a4c8a9572849a6f)
13:58:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.068971  7830 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 2 FOLLOWER]: Advancing to term 3
13:58:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.069801  7830 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:34.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.070211  7830 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 3 election: Requested vote from peers a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759), 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:34.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.070629  7757 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "896257f6afc346ccb7c2b495c5d53b41" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "08c8ae943db2491b8fbecd2fddfabf98"
13:58:34.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.070765  7757 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 1 FOLLOWER]: Advancing to term 3
13:58:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:34.071285  7071 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759): Network error: Client connection negotiation failed: client connection to 127.6.140.67:39759: connect: Connection refused (error 111)
13:58:34.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.072729  7757 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 896257f6afc346ccb7c2b495c5d53b41 in term 3.
13:58:34.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.073100  7074 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 08c8ae943db2491b8fbecd2fddfabf98, 896257f6afc346ccb7c2b495c5d53b41; no voters: a3aacc9e852c489d9a4c8a9572849a6f
13:58:34.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.073271  7830 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 3 FOLLOWER]: Leader election won for term 3
13:58:34.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.073499  7830 raft_consensus.cc:697] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 3 LEADER]: Becoming Leader. State: Replica: 896257f6afc346ccb7c2b495c5d53b41, State: Running, Role: LEADER
13:58:34.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.074105  7830 consensus_queue.cc:237] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:34.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.076679  6758 catalog_manager.cc:5719] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 reported cstate change: term changed from 2 to 3, leader changed from a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67) to 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65). New cstate: current_term: 3 leader_uuid: "896257f6afc346ccb7c2b495c5d53b41" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } health_report { overall_health: UNKNOWN } } }
13:58:34.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.515420  7757 raft_consensus.cc:1275] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 3 FOLLOWER]: Refusing update from remote peer 896257f6afc346ccb7c2b495c5d53b41: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
13:58:34.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:34.516248  7830 consensus_queue.cc:1048] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [LEADER]: Connected to new peer: Peer: permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
13:58:34.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:34.526110  7071 consensus_peers.cc:597] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 -> Peer a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759): Couldn't send request to peer a3aacc9e852c489d9a4c8a9572849a6f. Status: Network error: Client connection negotiation failed: client connection to 127.6.140.67:39759: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:58:36.763 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:36.763 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:36.764 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=3957), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [1ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [2ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [15ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [17ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [19ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [19ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [35ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [37ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [39ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [39ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [73ms] refreshing cache from master, [73ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [76ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [79ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [81ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [81ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [93ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [96ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [97ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [99ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [99ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [253ms] refreshing cache from master, [253ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [256ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [259ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [261ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [262ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [992ms] refreshing cache from master, [993ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [996ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [999ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [1001ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [1001ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [3952ms] refreshing cache from master, [3953ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [3956ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@2007318204(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@750fbe42 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1963838870 after retry RPC@1658048638) -> (continuation of Deferred@1398629120 after retry RPC@804325685) -> (continuation of Deferred@1351269452 after retry RPC@2006302665) -> (continuation of Deferred@488411566 after retry RPC@1202527795) -> (continuation of Deferred@1282153311 after retry RPC@222327928) -> (continuation of Deferred@582620683 after retry RPC@1188505380), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5dd95203 -> wakeup thread Time-limited test -> (continuation of Deferred@1963838870 after retry RPC@1658048638) -> (continuation of Deferred@1398629120 after retry RPC@804325685) -> (continuation of Deferred@1351269452 after retry RPC@2006302665) -> (continuation of Deferred@488411566 after retry RPC@1202527795) -> (continuation of Deferred@1282153311 after retry RPC@222327928) -> (continuation of Deferred@582620683 after retry RPC@1188505380))) after lookup
13:58:36.765 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:36.767 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] Successfully connected to peer
13:58:36.783 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x7615adc9, L:/127.0.0.1:45618 - R:/127.6.140.65:46467] using TOKEN/null
13:58:36.804 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.140.67:39759
13:58:36.805 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:58:36.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.805552  6705 external_mini_cluster.cc:1372] Running /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:36.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:36.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data
13:58:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/logs
13:58:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data/info.pb
13:58:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:36.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:58:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.67:39759
13:58:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.67
13:58:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43493
13:58:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.67
13:58:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:58:36.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:36.914269  7879 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:36.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:36.914544  7879 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:36.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:36.914615  7879 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:36.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:36.918089  7879 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:36.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:36.918238  7879 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.140.67
13:58:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.922144  7879 tablet_server_runner.cc:78] Tablet server non-default flags:
13:58:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/logs
13:58:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data
13:58:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:36.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.67:39759
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data/info.pb
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.67
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43493
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.7879
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.67
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:13 UTC on bdcb31816ec0
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13288
13:58:36.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.923696  7879 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:36.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.924909  7879 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:36.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:36.931682  7885 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:36.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:36.931749  7884 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:36.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:36.931828  7887 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:36.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.932286  7879 server_base.cc:1061] running on GCE node
13:58:36.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.932817  7879 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:58:36.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.933494  7879 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:58:36.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.934687  7879 hybrid_clock.cc:648] HybridClock initialized: now 1786456716934670 us; error 34 us; skew 500 ppm
13:58:36.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.936730  7879 webserver.cc:533] Webserver started at http://127.6.140.67:43493/ using document root <none> and password file <none>
13:58:36.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.937304  7879 fs_manager.cc:362] Metadata directory not provided
13:58:36.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.937377  7879 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:58:36.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.941212  7879 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.000s
13:58:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.943506  7895 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:58:36.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.944698  7879 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.001s
13:58:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.944797  7879 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data,/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3aacc9e852c489d9a4c8a9572849a6f"
13:58:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.945261  7879 fs_report.cc:389] FS layout report
13:58:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:58:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data/data
13:58:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:58:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:58:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:58:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:58:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:58:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:58:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:58:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:58:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:58:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:58:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:58:36.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.973220  7879 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:58:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.974037  7879 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:58:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.974259  7879 kserver.cc:163] Server-wide thread pool size limit: 3276
13:58:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.974903  7879 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:58:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.976337  7903 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
13:58:36.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.980015  7879 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:58:36.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.980149  7879 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
13:58:36.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.980206  7879 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:58:36.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.981792  7879 ts_tablet_manager.cc:616] Registered 1 tablets
13:58:36.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.982092  7879 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.001s
13:58:36.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.982321  7903 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Bootstrap starting.
13:58:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.994292  7879 rpc_server.cc:307] RPC server started. Bound to: 127.6.140.67:39759
13:58:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.994369  8036 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.140.67:39759 every 8 connection(s)
13:58:36.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.995465  7879 server_base.cc:1193] Dumped server information to /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data/info.pb
13:58:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:36.999300  7903 log.cc:826] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Log is configured to *not* fsync() on all Append() calls
13:58:37.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.003782  6705 external_mini_cluster.cc:1434] Started /tmp/dist-test-task9548vR/build/debug/bin/kudu as pid 7879
13:58:37.004 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:37.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.006910  8039 heartbeater.cc:344] Connected to a master server at 127.6.140.126:42517
13:58:37.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.007182  8039 heartbeater.cc:461] Registering TS with master...
13:58:37.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.007789  8039 heartbeater.cc:507] Master 127.6.140.126:42517 requested a full tablet report, sending...
13:58:37.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.006913  8040 heartbeater.cc:344] Connected to a master server at 127.6.140.125:44463
13:58:37.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.008980  8040 heartbeater.cc:461] Registering TS with master...
13:58:37.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.009178  8040 heartbeater.cc:507] Master 127.6.140.125:44463 requested a full tablet report, sending...
13:58:37.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.009737  6756 ts_manager.cc:194] Re-registered known tserver with Master: a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:37.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.009835  8037 heartbeater.cc:344] Connected to a master server at 127.6.140.124:37723
13:58:37.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.009927  8037 heartbeater.cc:461] Registering TS with master...
13:58:37.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.010128  8037 heartbeater.cc:507] Master 127.6.140.124:37723 requested a full tablet report, sending...
13:58:37.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.010593  6756 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.140.67:37761
13:58:37.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.011138  6933 ts_manager.cc:194] Re-registered known tserver with Master: a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:37.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.011693  6847 ts_manager.cc:194] Re-registered known tserver with Master: a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:37.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.012976  7903 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:58:37.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.013439  7903 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Bootstrap complete.
13:58:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.014793  7903 ts_tablet_manager.cc:1403] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Time spent bootstrapping tablet: real 0.033s	user 0.018s	sys 0.011s
13:58:37.015 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730, tablet=f572b333102249c18890abf24b5db4e4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:58:37.016 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.140.65:46467
13:58:37.016 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:58:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.016999  6705 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task9548vR/build/debug/bin/kudu with pid 7055
13:58:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.021836  7903 raft_consensus.cc:359] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.022313  7903 raft_consensus.cc:740] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: a3aacc9e852c489d9a4c8a9572849a6f, State: Initialized, Role: FOLLOWER
13:58:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.023104  7903 consensus_queue.cc:260] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:37.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.024417  7903 ts_tablet_manager.cc:1434] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Time spent starting tablet: real 0.009s	user 0.004s	sys 0.000s
13:58:37.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:37.024906  8039 heartbeater.cc:499] Master 127.6.140.126:42517 was elected leader, sending a full tablet report...
13:58:37.033 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:37.034 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] handling channelInactive
13:58:37.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state READY due to: connection closed
13:58:37.035 [DEBUG - Time-limited test] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:37.036 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:37.036 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:37.036 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:37.042 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:37.042 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:37.043 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [2ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [2ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [8ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1351148155(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@2f990149 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dab2764 -> wakeup thread Time-limited test)) after lookup
13:58:37.043 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:37.044 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:37.045 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:37.045 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:37.063 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:37.064 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:37.064 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [2ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [2ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [8ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [9ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [11ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [11ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1351148155(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@2f990149 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1511497251 after retry RPC@240325122), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dab2764 -> wakeup thread Time-limited test -> (continuation of Deferred@1511497251 after retry RPC@240325122))) after lookup
13:58:37.065 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:37.066 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:37.066 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:37.066 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:37.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:37.082 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:37.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [2ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [2ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [8ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [9ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [11ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [11ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [31ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [32ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [33ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [47ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1351148155(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@2f990149 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1511497251 after retry RPC@240325122) -> (continuation of Deferred@445488974 after retry RPC@215506207), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dab2764 -> wakeup thread Time-limited test -> (continuation of Deferred@1511497251 after retry RPC@240325122) -> (continuation of Deferred@445488974 after retry RPC@215506207))) after lookup
13:58:37.083 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:37.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:37.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:37.084 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:37.203 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:37.203 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:37.204 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=169), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [2ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [2ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [8ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [9ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [11ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [11ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [31ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [32ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [33ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [47ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [49ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [50ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [50ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [165ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [168ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1351148155(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@2f990149 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1511497251 after retry RPC@240325122) -> (continuation of Deferred@445488974 after retry RPC@215506207) -> (continuation of Deferred@454740903 after retry RPC@1432636798), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dab2764 -> wakeup thread Time-limited test -> (continuation of Deferred@1511497251 after retry RPC@240325122) -> (continuation of Deferred@445488974 after retry RPC@215506207) -> (continuation of Deferred@454740903 after retry RPC@1432636798))) after lookup
13:58:37.205 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:37.206 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:37.206 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:37.206 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:37.382 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:37.383 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:37.383 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=349), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [2ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [2ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [8ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [9ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [11ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [11ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [31ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [32ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [33ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [47ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [49ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [50ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [50ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [165ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [168ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [170ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [172ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [172ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [345ms] refreshing cache from master, [345ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [348ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1351148155(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@2f990149 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1511497251 after retry RPC@240325122) -> (continuation of Deferred@445488974 after retry RPC@215506207) -> (continuation of Deferred@454740903 after retry RPC@1432636798) -> (continuation of Deferred@1652625814 after retry RPC@360296197), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dab2764 -> wakeup thread Time-limited test -> (continuation of Deferred@1511497251 after retry RPC@240325122) -> (continuation of Deferred@445488974 after retry RPC@215506207) -> (continuation of Deferred@454740903 after retry RPC@1432636798) -> (continuation of Deferred@1652625814 after retry RPC@360296197))) after lookup
13:58:37.384 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:37.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:37.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:37.385 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:38.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.156510  8056 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:58:38.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.156766  8056 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.158085  8056 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467), 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:38.158810  7897 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.140.65:46467: connect: Connection refused (error 111)
13:58:38.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:38.159660  7897 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467): Network error: Client connection negotiation failed: client connection to 127.6.140.65:46467: connect: Connection refused (error 111)
13:58:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.162194  7757 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "08c8ae943db2491b8fbecd2fddfabf98" is_pre_election: true
13:58:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.162761  7900 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a3aacc9e852c489d9a4c8a9572849a6f; no voters: 08c8ae943db2491b8fbecd2fddfabf98, 896257f6afc346ccb7c2b495c5d53b41
13:58:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.163020  8056 raft_consensus.cc:2749] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
13:58:38.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.304036  8061 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 896257f6afc346ccb7c2b495c5d53b41)
13:58:38.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.304304  8061 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:38.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.305549  8061 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467), a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:38.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:38.306330  7665 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.140.65:46467: connect: Connection refused (error 111)
13:58:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:38.307410  7665 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467): Network error: Client connection negotiation failed: client connection to 127.6.140.65:46467: connect: Connection refused (error 111)
13:58:38.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.311362  7980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "08c8ae943db2491b8fbecd2fddfabf98" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" is_pre_election: true
13:58:38.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.311630  7980 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08c8ae943db2491b8fbecd2fddfabf98 in term 2.
13:58:38.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.312388  7664 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 08c8ae943db2491b8fbecd2fddfabf98, a3aacc9e852c489d9a4c8a9572849a6f; no voters: 896257f6afc346ccb7c2b495c5d53b41
13:58:38.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.312646  8061 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 3 FOLLOWER]: Leader pre-election won for term 4
13:58:38.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.312718  8061 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 896257f6afc346ccb7c2b495c5d53b41)
13:58:38.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.312763  8061 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 3 FOLLOWER]: Advancing to term 4
13:58:38.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.313686  8061 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.314117  8061 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 4 election: Requested vote from peers 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467), a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.314596  7980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "08c8ae943db2491b8fbecd2fddfabf98" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "a3aacc9e852c489d9a4c8a9572849a6f"
13:58:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.314770  7980 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 2 FOLLOWER]: Advancing to term 4
13:58:38.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:38.315357  7665 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467): Network error: Client connection negotiation failed: client connection to 127.6.140.65:46467: connect: Connection refused (error 111)
13:58:38.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.316839  7980 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 08c8ae943db2491b8fbecd2fddfabf98 in term 4.
13:58:38.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.317229  7664 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 08c8ae943db2491b8fbecd2fddfabf98, a3aacc9e852c489d9a4c8a9572849a6f; no voters: 896257f6afc346ccb7c2b495c5d53b41
13:58:38.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.317471  8061 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 4 FOLLOWER]: Leader election won for term 4
13:58:38.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.317740  8061 raft_consensus.cc:697] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 4 LEADER]: Becoming Leader. State: Replica: 08c8ae943db2491b8fbecd2fddfabf98, State: Running, Role: LEADER
13:58:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.318101  8061 consensus_queue.cc:237] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:38.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.320722  6756 catalog_manager.cc:5719] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 reported cstate change: term changed from 3 to 4, leader changed from 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65) to 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66). New cstate: current_term: 4 leader_uuid: "08c8ae943db2491b8fbecd2fddfabf98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } health_report { overall_health: HEALTHY } } }
13:58:38.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.703673  7980 raft_consensus.cc:1275] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 4 FOLLOWER]: Refusing update from remote peer 08c8ae943db2491b8fbecd2fddfabf98: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
13:58:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.704487  8061 consensus_queue.cc:1048] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
13:58:38.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:38.713887  7665 consensus_peers.cc:597] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 -> Peer 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467): Couldn't send request to peer 896257f6afc346ccb7c2b495c5d53b41. Status: Network error: Client connection negotiation failed: client connection to 127.6.140.65:46467: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:58:38.862 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:38.863 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:38.863 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1829), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [2ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [2ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [8ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [9ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [11ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [11ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [28ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [31ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [32ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [33ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [47ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [49ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [50ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [50ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [165ms] refreshing cache from master, [165ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [168ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [170ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [172ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [172ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [345ms] refreshing cache from master, [345ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [348ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [350ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [351ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [351ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [1824ms] refreshing cache from master, [1824ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [1828ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1351148155(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@2f990149 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1511497251 after retry RPC@240325122) -> (continuation of Deferred@445488974 after retry RPC@215506207) -> (continuation of Deferred@454740903 after retry RPC@1432636798) -> (continuation of Deferred@1652625814 after retry RPC@360296197) -> (continuation of Deferred@15129560 after retry RPC@1488936262), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@dab2764 -> wakeup thread Time-limited test -> (continuation of Deferred@1511497251 after retry RPC@240325122) -> (continuation of Deferred@445488974 after retry RPC@215506207) -> (continuation of Deferred@454740903 after retry RPC@1432636798) -> (continuation of Deferred@1652625814 after retry RPC@360296197) -> (continuation of Deferred@15129560 after retry RPC@1488936262))) after lookup
13:58:38.864 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:38.865 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] Successfully connected to peer
13:58:38.883 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x4dd480f1, L:/127.0.0.1:52724 - R:/127.6.140.66:38541] using TOKEN/null
13:58:38.907 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.140.65:46467
13:58:38.907 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:58:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:38.908272  6705 external_mini_cluster.cc:1372] Running /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data
13:58:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/logs
13:58:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data/info.pb
13:58:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:58:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.65:46467
13:58:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.65
13:58:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36645
13:58:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.65
13:58:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:38.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:58:39.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:39.023176  8094 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:39.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:39.023439  8094 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:39.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:39.023504  8094 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:39.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:39.027129  8094 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:39.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:39.027285  8094 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.140.65
13:58:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.031358  8094 tablet_server_runner.cc:78] Tablet server non-default flags:
13:58:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/logs
13:58:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data
13:58:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.65:46467
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data/info.pb
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.65
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36645
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8094
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.65
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:39.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
13:58:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:13 UTC on bdcb31816ec0
13:58:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13288
13:58:39.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.032948  8094 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.034166  8094 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:39.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:39.041251  8101 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:39.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:39.041247  8100 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:39.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.041363  8094 server_base.cc:1061] running on GCE node
13:58:39.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:39.041257  8104 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.042320  8094 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:58:39.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.042896  8094 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:58:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.044102  8094 hybrid_clock.cc:648] HybridClock initialized: now 1786456719044076 us; error 41 us; skew 500 ppm
13:58:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.046097  8094 webserver.cc:533] Webserver started at http://127.6.140.65:36645/ using document root <none> and password file <none>
13:58:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.046722  8094 fs_manager.cc:362] Metadata directory not provided
13:58:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.046828  8094 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:58:39.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.050297  8094 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.001s	sys 0.000s
13:58:39.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.052446  8110 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:58:39.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.053719  8094 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
13:58:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.053984  8094 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data,/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "896257f6afc346ccb7c2b495c5d53b41"
13:58:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.054458  8094 fs_report.cc:389] FS layout report
13:58:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:58:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data/data
13:58:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:58:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:58:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:58:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:58:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:58:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:58:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:58:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:58:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:58:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:58:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:58:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.085954  8094 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:58:39.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.086913  8094 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:58:39.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.087181  8094 kserver.cc:163] Server-wide thread pool size limit: 3276
13:58:39.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.088002  8094 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:58:39.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.089586  8118 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
13:58:39.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.093286  8094 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:58:39.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.093400  8094 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.001s
13:58:39.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.093482  8094 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:58:39.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.095340  8094 ts_tablet_manager.cc:616] Registered 1 tablets
13:58:39.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.095422  8094 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
13:58:39.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.095815  8118 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Bootstrap starting.
13:58:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.109251  8094 rpc_server.cc:307] RPC server started. Bound to: 127.6.140.65:46467
13:58:39.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.109314  8246 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.140.65:46467 every 8 connection(s)
13:58:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.110561  8094 server_base.cc:1193] Dumped server information to /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data/info.pb
13:58:39.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.114634  8118 log.cc:826] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Log is configured to *not* fsync() on all Append() calls
13:58:39.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.115990  6705 external_mini_cluster.cc:1434] Started /tmp/dist-test-task9548vR/build/debug/bin/kudu as pid 8094
13:58:39.116 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:39.126 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730, tablet=f572b333102249c18890abf24b5db4e4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.128489  8248 heartbeater.cc:344] Connected to a master server at 127.6.140.126:42517
13:58:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.128816  8248 heartbeater.cc:461] Registering TS with master...
13:58:39.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.129257  8118 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:58:39.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.129561  8248 heartbeater.cc:507] Master 127.6.140.126:42517 requested a full tablet report, sending...
13:58:39.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.129745  8118 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Bootstrap complete.
13:58:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.131052  8249 heartbeater.cc:344] Connected to a master server at 127.6.140.125:44463
13:58:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.131162  8249 heartbeater.cc:461] Registering TS with master...
13:58:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.131409  8249 heartbeater.cc:507] Master 127.6.140.125:44463 requested a full tablet report, sending...
13:58:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.131436  8118 ts_tablet_manager.cc:1403] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Time spent bootstrapping tablet: real 0.036s	user 0.026s	sys 0.008s
13:58:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.132507  6758 ts_manager.cc:194] Re-registered known tserver with Master: 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467)
13:58:39.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.133502  6758 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.140.65:51231
13:58:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.134534  8118 raft_consensus.cc:359] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.134999  8118 raft_consensus.cc:740] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 896257f6afc346ccb7c2b495c5d53b41, State: Initialized, Role: FOLLOWER
13:58:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.134999  6846 ts_manager.cc:194] Re-registered known tserver with Master: 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467)
13:58:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.135531  8118 consensus_queue.cc:260] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.136674  8118 ts_tablet_manager.cc:1434] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
13:58:39.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.137395  8247 heartbeater.cc:344] Connected to a master server at 127.6.140.124:37723
13:58:39.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.137425  8248 heartbeater.cc:499] Master 127.6.140.126:42517 was elected leader, sending a full tablet report...
13:58:39.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.137482  8247 heartbeater.cc:461] Registering TS with master...
13:58:39.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.137636  8247 heartbeater.cc:507] Master 127.6.140.124:37723 requested a full tablet report, sending...
13:58:39.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.138927  6933 ts_manager.cc:194] Re-registered known tserver with Master: 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467)
13:58:39.142 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.140.66:38541
13:58:39.142 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:58:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:39.142885  6705 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task9548vR/build/debug/bin/kudu with pid 7643
13:58:39.155 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:39.156 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] handling channelInactive
13:58:39.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state READY due to: connection closed
13:58:39.159 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:39.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:39.160 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:39.160 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:39.182 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:39.183 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:39.183 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [4ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [4ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [26ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1114632958(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@59b6e4bf -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@54115197 -> wakeup thread Time-limited test)) after lookup
13:58:39.184 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:39.186 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:39.186 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:39.186 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:39.202 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:39.202 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:39.203 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [4ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [4ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [26ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [28ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [30ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [30ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [45ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1114632958(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@59b6e4bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@638690445 after retry RPC@2018694193), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@54115197 -> wakeup thread Time-limited test -> (continuation of Deferred@638690445 after retry RPC@2018694193))) after lookup
13:58:39.203 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:39.205 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:39.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:39.205 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:39.283 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:39.283 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:39.283 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=127), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [4ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [4ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [26ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [28ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [30ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [30ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [45ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [47ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [49ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [49ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [122ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [126ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1114632958(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@59b6e4bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@638690445 after retry RPC@2018694193) -> (continuation of Deferred@1102670885 after retry RPC@790940543), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@54115197 -> wakeup thread Time-limited test -> (continuation of Deferred@638690445 after retry RPC@2018694193) -> (continuation of Deferred@1102670885 after retry RPC@790940543))) after lookup
13:58:39.284 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:39.286 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:39.286 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:39.286 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:39.322 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:39.322 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:39.323 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=166), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [4ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [4ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [26ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [28ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [30ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [30ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [45ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [47ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [49ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [49ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [122ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [126ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [128ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [130ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [130ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [162ms] refreshing cache from master, [163ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [166ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1114632958(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@59b6e4bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@638690445 after retry RPC@2018694193) -> (continuation of Deferred@1102670885 after retry RPC@790940543) -> (continuation of Deferred@785810492 after retry RPC@664849834), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@54115197 -> wakeup thread Time-limited test -> (continuation of Deferred@638690445 after retry RPC@2018694193) -> (continuation of Deferred@1102670885 after retry RPC@790940543) -> (continuation of Deferred@785810492 after retry RPC@664849834))) after lookup
13:58:39.323 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:39.325 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:39.325 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:39.325 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:40.323 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:40.323 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:40.324 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1168), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [4ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [4ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [26ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [28ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [30ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [30ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [45ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [47ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [49ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [49ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [122ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [126ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [128ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [130ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [130ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [162ms] refreshing cache from master, [163ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [166ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [167ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [169ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [169ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [1163ms] refreshing cache from master, [1163ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [1166ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1114632958(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@59b6e4bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@638690445 after retry RPC@2018694193) -> (continuation of Deferred@1102670885 after retry RPC@790940543) -> (continuation of Deferred@785810492 after retry RPC@664849834) -> (continuation of Deferred@1814785524 after retry RPC@1304895558), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@54115197 -> wakeup thread Time-limited test -> (continuation of Deferred@638690445 after retry RPC@2018694193) -> (continuation of Deferred@1102670885 after retry RPC@790940543) -> (continuation of Deferred@785810492 after retry RPC@664849834) -> (continuation of Deferred@1814785524 after retry RPC@1304895558))) after lookup
13:58:40.325 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:40.327 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:40.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:40.327 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:40.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.406200  8261 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 08c8ae943db2491b8fbecd2fddfabf98)
13:58:40.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.406358  8261 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:40.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.406876  8261 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467), 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:40.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:40.408408  7900 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541): Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111)
13:58:40.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.412460  8190 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "896257f6afc346ccb7c2b495c5d53b41" is_pre_election: true
13:58:40.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.412830  8190 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a3aacc9e852c489d9a4c8a9572849a6f in term 3.
13:58:40.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.413718  7897 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 896257f6afc346ccb7c2b495c5d53b41, a3aacc9e852c489d9a4c8a9572849a6f; no voters: 08c8ae943db2491b8fbecd2fddfabf98
13:58:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.414026  8261 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 4 FOLLOWER]: Leader pre-election won for term 5
13:58:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.414106  8261 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 4 FOLLOWER]: Starting leader election (detected failure of leader 08c8ae943db2491b8fbecd2fddfabf98)
13:58:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.414158  8261 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 4 FOLLOWER]: Advancing to term 5
13:58:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.414984  8261 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.415406  8261 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 5 election: Requested vote from peers 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467), 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:40.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.415758  8190 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "896257f6afc346ccb7c2b495c5d53b41"
13:58:40.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.415867  8190 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 3 FOLLOWER]: Advancing to term 5
13:58:40.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:40.416697  7900 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541): Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111)
13:58:40.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.417949  8190 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a3aacc9e852c489d9a4c8a9572849a6f in term 5.
13:58:40.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.418296  7897 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 896257f6afc346ccb7c2b495c5d53b41, a3aacc9e852c489d9a4c8a9572849a6f; no voters: 08c8ae943db2491b8fbecd2fddfabf98
13:58:40.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.418493  8261 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 5 FOLLOWER]: Leader election won for term 5
13:58:40.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.418780  8261 raft_consensus.cc:697] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 5 LEADER]: Becoming Leader. State: Replica: a3aacc9e852c489d9a4c8a9572849a6f, State: Running, Role: LEADER
13:58:40.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.419222  8261 consensus_queue.cc:237] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:40.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.422019  6758 catalog_manager.cc:5719] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f reported cstate change: term changed from 4 to 5, leader changed from 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66) to a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67). New cstate: current_term: 5 leader_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } health_report { overall_health: UNKNOWN } } }
13:58:40.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.861155  8190 raft_consensus.cc:1275] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 5 FOLLOWER]: Refusing update from remote peer a3aacc9e852c489d9a4c8a9572849a6f: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
13:58:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:40.861975  8261 consensus_queue.cc:1048] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
13:58:40.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:40.870935  7900 consensus_peers.cc:597] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f -> Peer 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541): Couldn't send request to peer 08c8ae943db2491b8fbecd2fddfabf98. Status: Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:58:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:43.364203  7900 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111) [suppressed 7 similar messages]
13:58:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:43.365088  7900 consensus_peers.cc:597] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f -> Peer 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541): Couldn't send request to peer 08c8ae943db2491b8fbecd2fddfabf98. Status: Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
13:58:44.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:44.082 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:44.083 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=4926), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [2ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [4ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [4ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [26ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [28ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [30ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [30ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [45ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [47ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [49ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [49ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [122ms] refreshing cache from master, [123ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [126ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [128ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [130ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [130ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [162ms] refreshing cache from master, [163ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [166ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [167ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [169ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [169ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [1163ms] refreshing cache from master, [1163ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [1166ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [1169ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [1171ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [1171ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [4922ms] refreshing cache from master, [4923ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [4925ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1114632958(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@59b6e4bf -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@638690445 after retry RPC@2018694193) -> (continuation of Deferred@1102670885 after retry RPC@790940543) -> (continuation of Deferred@785810492 after retry RPC@664849834) -> (continuation of Deferred@1814785524 after retry RPC@1304895558) -> (continuation of Deferred@1243998698 after retry RPC@1041507832), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@54115197 -> wakeup thread Time-limited test -> (continuation of Deferred@638690445 after retry RPC@2018694193) -> (continuation of Deferred@1102670885 after retry RPC@790940543) -> (continuation of Deferred@785810492 after retry RPC@664849834) -> (continuation of Deferred@1814785524 after retry RPC@1304895558) -> (continuation of Deferred@1243998698 after retry RPC@1041507832))) after lookup
13:58:44.084 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:44.085 [DEBUG - kudu-nio-7] (Connection.java:757) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] Successfully connected to peer
13:58:44.103 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0xd115dafe, L:/127.0.0.1:34304 - R:/127.6.140.67:39759] using TOKEN/null
13:58:44.125 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.140.66:38541
13:58:44.125 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:58:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.126379  6705 external_mini_cluster.cc:1372] Running /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data
13:58:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/logs
13:58:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/info.pb
13:58:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:58:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.66:38541
13:58:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.66
13:58:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41259
13:58:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.66
13:58:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:58:44.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:44.236963  8308 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:44.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:44.237170  8308 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:44.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:44.237214  8308 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:44.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:44.240502  8308 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:44.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:44.240607  8308 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.140.66
13:58:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.246721  8308 tablet_server_runner.cc:78] Tablet server non-default flags:
13:58:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/logs
13:58:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data
13:58:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.66:38541
13:58:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:44.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/info.pb
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.66
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41259
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8308
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.66
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:13 UTC on bdcb31816ec0
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13288
13:58:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.248534  8308 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.249770  8308 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:44.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:44.256559  8316 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:44.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:44.256604  8315 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:44.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:44.256561  8318 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:44.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.256830  8308 server_base.cc:1061] running on GCE node
13:58:44.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.257257  8308 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:58:44.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.257860  8308 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:58:44.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.259068  8308 hybrid_clock.cc:648] HybridClock initialized: now 1786456724259056 us; error 51 us; skew 500 ppm
13:58:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.261153  8308 webserver.cc:533] Webserver started at http://127.6.140.66:41259/ using document root <none> and password file <none>
13:58:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.261677  8308 fs_manager.cc:362] Metadata directory not provided
13:58:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.261720  8308 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:58:44.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.265302  8308 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
13:58:44.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.267380  8325 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:58:44.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.268563  8308 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.000s
13:58:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.268695  8308 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data,/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08c8ae943db2491b8fbecd2fddfabf98"
13:58:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.269148  8308 fs_report.cc:389] FS layout report
13:58:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:58:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/data
13:58:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:58:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:58:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:58:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:58:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:58:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:58:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:58:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:58:44.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:58:44.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:58:44.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:58:44.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.288269  8308 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:58:44.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.289079  8308 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:58:44.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.289301  8308 kserver.cc:163] Server-wide thread pool size limit: 3276
13:58:44.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.289961  8308 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:58:44.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.291332  8332 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
13:58:44.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.294979  8308 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:58:44.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.295091  8308 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
13:58:44.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.295166  8308 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:58:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.296949  8308 ts_tablet_manager.cc:616] Registered 1 tablets
13:58:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.297024  8308 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
13:58:44.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.297429  8332 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Bootstrap starting.
13:58:44.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.309533  8308 rpc_server.cc:307] RPC server started. Bound to: 127.6.140.66:38541
13:58:44.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.309569  8462 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.140.66:38541 every 8 connection(s)
13:58:44.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.310624  8308 server_base.cc:1193] Dumped server information to /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/info.pb
13:58:44.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.313395  6705 external_mini_cluster.cc:1434] Started /tmp/dist-test-task9548vR/build/debug/bin/kudu as pid 8308
13:58:44.313 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.321894  8332 log.cc:826] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Log is configured to *not* fsync() on all Append() calls
13:58:44.323 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730, tablet=f572b333102249c18890abf24b5db4e4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:58:44.324 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.140.67:39759
13:58:44.324 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:58:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.324928  6705 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task9548vR/build/debug/bin/kudu with pid 7879
13:58:44.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.335466  8465 heartbeater.cc:344] Connected to a master server at 127.6.140.125:44463
13:58:44.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.335588  8463 heartbeater.cc:344] Connected to a master server at 127.6.140.124:37723
13:58:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.335795  8463 heartbeater.cc:461] Registering TS with master...
13:58:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.335800  8465 heartbeater.cc:461] Registering TS with master...
13:58:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.336576  8465 heartbeater.cc:507] Master 127.6.140.125:44463 requested a full tablet report, sending...
13:58:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.336576  8463 heartbeater.cc:507] Master 127.6.140.124:37723 requested a full tablet report, sending...
13:58:44.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.338711  6847 ts_manager.cc:194] Re-registered known tserver with Master: 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:44.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.338694  6935 ts_manager.cc:194] Re-registered known tserver with Master: 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:44.342 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:44.342 [DEBUG - kudu-nio-7] (Connection.java:239) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] handling channelInactive
13:58:44.342 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state READY due to: connection closed
13:58:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.341696  8464 heartbeater.cc:344] Connected to a master server at 127.6.140.126:42517
13:58:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.341804  8464 heartbeater.cc:461] Registering TS with master...
13:58:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.342063  8464 heartbeater.cc:507] Master 127.6.140.126:42517 requested a full tablet report, sending...
13:58:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.343014  6758 ts_manager.cc:194] Re-registered known tserver with Master: 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.344036  6758 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.140.66:44827
13:58:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.352480  8332 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:58:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.352865  8332 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Bootstrap complete.
13:58:44.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.354028  8332 ts_tablet_manager.cc:1403] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Time spent bootstrapping tablet: real 0.057s	user 0.028s	sys 0.005s
13:58:44.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.356282  8332 raft_consensus.cc:359] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:44.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.356643  8332 raft_consensus.cc:740] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08c8ae943db2491b8fbecd2fddfabf98, State: Initialized, Role: FOLLOWER
13:58:44.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.357028  8332 consensus_queue.cc:260] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:44.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.357777  8464 heartbeater.cc:499] Master 127.6.140.126:42517 was elected leader, sending a full tablet report...
13:58:44.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:44.357924  8332 ts_tablet_manager.cc:1434] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
13:58:44.359 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:44.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:44.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:44.361 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:44.382 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:44.382 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:44.382 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [19ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [19ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@775828263(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@77398fd1 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35ef5298 -> wakeup thread Time-limited test)) after lookup
13:58:44.383 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:44.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:44.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:44.385 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:44.402 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:44.402 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:44.402 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [19ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [19ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [41ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [43ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [43ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@775828263(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@77398fd1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@720000775 after retry RPC@1709095760), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35ef5298 -> wakeup thread Time-limited test -> (continuation of Deferred@720000775 after retry RPC@1709095760))) after lookup
13:58:44.403 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:44.404 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:44.404 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:44.404 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:44.442 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:44.443 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:44.443 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=100), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [19ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [19ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [41ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [43ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [43ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [61ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [62ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [62ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [97ms] refreshing cache from master, [97ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [100ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@775828263(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@77398fd1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@720000775 after retry RPC@1709095760) -> (continuation of Deferred@129623292 after retry RPC@388877152), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35ef5298 -> wakeup thread Time-limited test -> (continuation of Deferred@720000775 after retry RPC@1709095760) -> (continuation of Deferred@129623292 after retry RPC@388877152))) after lookup
13:58:44.444 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:44.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:44.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:44.446 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:44.623 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:44.623 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:44.624 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=281), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [19ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [19ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [41ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [43ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [43ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [61ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [62ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [62ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [97ms] refreshing cache from master, [97ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [100ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [101ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [103ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [104ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [277ms] refreshing cache from master, [277ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [280ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@775828263(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@77398fd1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@720000775 after retry RPC@1709095760) -> (continuation of Deferred@129623292 after retry RPC@388877152) -> (continuation of Deferred@1073379629 after retry RPC@1190511481), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35ef5298 -> wakeup thread Time-limited test -> (continuation of Deferred@720000775 after retry RPC@1709095760) -> (continuation of Deferred@129623292 after retry RPC@388877152) -> (continuation of Deferred@1073379629 after retry RPC@1190511481))) after lookup
13:58:44.625 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:44.626 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:44.626 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:44.626 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:44.822 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:44.822 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:44.823 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=480), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [19ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [19ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [41ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [43ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [43ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [61ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [62ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [62ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [97ms] refreshing cache from master, [97ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [100ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [101ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [103ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [104ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [277ms] refreshing cache from master, [277ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [280ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [282ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [284ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [284ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [476ms] refreshing cache from master, [477ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [479ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@775828263(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@77398fd1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@720000775 after retry RPC@1709095760) -> (continuation of Deferred@129623292 after retry RPC@388877152) -> (continuation of Deferred@1073379629 after retry RPC@1190511481) -> (continuation of Deferred@1092793568 after retry RPC@690244022), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35ef5298 -> wakeup thread Time-limited test -> (continuation of Deferred@720000775 after retry RPC@1709095760) -> (continuation of Deferred@129623292 after retry RPC@388877152) -> (continuation of Deferred@1073379629 after retry RPC@1190511481) -> (continuation of Deferred@1092793568 after retry RPC@690244022))) after lookup
13:58:44.824 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:44.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:44.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:44.825 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:45.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.625110  8479 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader a3aacc9e852c489d9a4c8a9572849a6f)
13:58:45.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.625259  8479 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:45.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.626391  8479 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759), 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:45.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:45.627343  8111 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.140.67:39759: connect: Connection refused (error 111)
13:58:45.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:45.628654  8111 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759): Network error: Client connection negotiation failed: client connection to 127.6.140.67:39759: connect: Connection refused (error 111)
13:58:45.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.631728  8407 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "896257f6afc346ccb7c2b495c5d53b41" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "08c8ae943db2491b8fbecd2fddfabf98" is_pre_election: true
13:58:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.632171  8407 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 896257f6afc346ccb7c2b495c5d53b41 in term 4.
13:58:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.632872  8115 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 08c8ae943db2491b8fbecd2fddfabf98, 896257f6afc346ccb7c2b495c5d53b41; no voters: a3aacc9e852c489d9a4c8a9572849a6f
13:58:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.633175  8479 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 5 FOLLOWER]: Leader pre-election won for term 6
13:58:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.633236  8479 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 5 FOLLOWER]: Starting leader election (detected failure of leader a3aacc9e852c489d9a4c8a9572849a6f)
13:58:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.633265  8479 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 5 FOLLOWER]: Advancing to term 6
13:58:45.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.634102  8479 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:45.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.634486  8479 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 6 election: Requested vote from peers a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759), 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:45.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.634945  8407 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "896257f6afc346ccb7c2b495c5d53b41" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "08c8ae943db2491b8fbecd2fddfabf98"
13:58:45.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.635129  8407 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 4 FOLLOWER]: Advancing to term 6
13:58:45.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:45.635615  8111 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759): Network error: Client connection negotiation failed: client connection to 127.6.140.67:39759: connect: Connection refused (error 111)
13:58:45.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.637017  8407 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 896257f6afc346ccb7c2b495c5d53b41 in term 6.
13:58:45.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.637351  8115 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 08c8ae943db2491b8fbecd2fddfabf98, 896257f6afc346ccb7c2b495c5d53b41; no voters: a3aacc9e852c489d9a4c8a9572849a6f
13:58:45.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.637548  8479 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 6 FOLLOWER]: Leader election won for term 6
13:58:45.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.637739  8479 raft_consensus.cc:697] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 6 LEADER]: Becoming Leader. State: Replica: 896257f6afc346ccb7c2b495c5d53b41, State: Running, Role: LEADER
13:58:45.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.638100  8479 consensus_queue.cc:237] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:45.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:45.640725  6758 catalog_manager.cc:5719] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 reported cstate change: term changed from 5 to 6, leader changed from a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67) to 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65). New cstate: current_term: 6 leader_uuid: "896257f6afc346ccb7c2b495c5d53b41" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } health_report { overall_health: UNKNOWN } } }
13:58:46.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.051291  8407 raft_consensus.cc:1275] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 6 FOLLOWER]: Refusing update from remote peer 896257f6afc346ccb7c2b495c5d53b41: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 21. (index mismatch)
13:58:46.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.052244  8479 consensus_queue.cc:1048] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [LEADER]: Connected to new peer: Peer: permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
13:58:46.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:46.061981  8111 consensus_peers.cc:597] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 -> Peer a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759): Couldn't send request to peer a3aacc9e852c489d9a4c8a9572849a6f. Status: Network error: Client connection negotiation failed: client connection to 127.6.140.67:39759: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:58:46.543 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:46.543 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:46.544 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=2200), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [1ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [19ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [19ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [41ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [43ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [43ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [61ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [62ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [62ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [97ms] refreshing cache from master, [97ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [100ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [101ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [103ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [104ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [277ms] refreshing cache from master, [277ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [280ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [282ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [284ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [284ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [476ms] refreshing cache from master, [477ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [479ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [481ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [483ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [483ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [2197ms] refreshing cache from master, [2197ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [2200ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@775828263(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@77398fd1 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@720000775 after retry RPC@1709095760) -> (continuation of Deferred@129623292 after retry RPC@388877152) -> (continuation of Deferred@1073379629 after retry RPC@1190511481) -> (continuation of Deferred@1092793568 after retry RPC@690244022) -> (continuation of Deferred@1155932277 after retry RPC@1334098086), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35ef5298 -> wakeup thread Time-limited test -> (continuation of Deferred@720000775 after retry RPC@1709095760) -> (continuation of Deferred@129623292 after retry RPC@388877152) -> (continuation of Deferred@1073379629 after retry RPC@1190511481) -> (continuation of Deferred@1092793568 after retry RPC@690244022) -> (continuation of Deferred@1155932277 after retry RPC@1334098086))) after lookup
13:58:46.545 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:46.546 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] Successfully connected to peer
13:58:46.571 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x4f4c5331, L:/127.0.0.1:54160 - R:/127.6.140.65:46467] using TOKEN/null
13:58:46.592 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.140.67:39759
13:58:46.593 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.594079  6705 external_mini_cluster.cc:1372] Running /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/logs
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data/info.pb
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.67:39759
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.67
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43493
13:58:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.67
13:58:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:58:46.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:46.705258  8517 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:46.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:46.705479  8517 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:46.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:46.705523  8517 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:46.708972  8517 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:46.709088  8517 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.140.67
13:58:46.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.713559  8517 tablet_server_runner.cc:78] Tablet server non-default flags:
13:58:46.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/logs
13:58:46.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:46.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:46.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.67:39759
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data/info.pb
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.67
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43493
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8517
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.67
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:13 UTC on bdcb31816ec0
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13288
13:58:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.714628  8517 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:46.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.715714  8517 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:46.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:46.722657  8522 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:46.722663  8527 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.722754  8517 server_base.cc:1061] running on GCE node
13:58:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:46.723196  8524 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:46.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.723616  8517 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:58:46.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.724345  8517 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:58:46.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.725531  8517 hybrid_clock.cc:648] HybridClock initialized: now 1786456726725512 us; error 32 us; skew 500 ppm
13:58:46.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.727401  8517 webserver.cc:533] Webserver started at http://127.6.140.67:43493/ using document root <none> and password file <none>
13:58:46.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.728015  8517 fs_manager.cc:362] Metadata directory not provided
13:58:46.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.728128  8517 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:58:46.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.731518  8517 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.000s	sys 0.002s
13:58:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.733596  8535 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:58:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.734704  8517 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
13:58:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.734836  8517 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data,/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3aacc9e852c489d9a4c8a9572849a6f"
13:58:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.735270  8517 fs_report.cc:389] FS layout report
13:58:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:58:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data/data
13:58:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:58:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:58:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:58:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:58:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:58:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:58:46.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:58:46.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:58:46.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:58:46.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:58:46.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:58:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.763607  8517 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:58:46.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.764599  8517 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:58:46.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.764829  8517 kserver.cc:163] Server-wide thread pool size limit: 3276
13:58:46.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.765513  8517 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:58:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.767019  8545 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
13:58:46.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.770629  8517 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:58:46.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.770722  8517 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
13:58:46.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.770797  8517 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:58:46.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.772547  8517 ts_tablet_manager.cc:616] Registered 1 tablets
13:58:46.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.772616  8517 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
13:58:46.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.773001  8545 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Bootstrap starting.
13:58:46.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.785182  8517 rpc_server.cc:307] RPC server started. Bound to: 127.6.140.67:39759
13:58:46.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.785262  8672 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.140.67:39759 every 8 connection(s)
13:58:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.786351  8517 server_base.cc:1193] Dumped server information to /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data/info.pb
13:58:46.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.791261  8545 log.cc:826] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Log is configured to *not* fsync() on all Append() calls
13:58:46.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.791404  6705 external_mini_cluster.cc:1434] Started /tmp/dist-test-task9548vR/build/debug/bin/kudu as pid 8517
13:58:46.792 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:46.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.798599  8675 heartbeater.cc:344] Connected to a master server at 127.6.140.125:44463
13:58:46.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.798884  8675 heartbeater.cc:461] Registering TS with master...
13:58:46.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.799494  8675 heartbeater.cc:507] Master 127.6.140.125:44463 requested a full tablet report, sending...
13:58:46.801 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730, tablet=f572b333102249c18890abf24b5db4e4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:58:46.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.801519  6846 ts_manager.cc:194] Re-registered known tserver with Master: a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:46.802 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.140.65:46467
13:58:46.802 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:58:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.802919  6705 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task9548vR/build/debug/bin/kudu with pid 8094
13:58:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.808790  8673 heartbeater.cc:344] Connected to a master server at 127.6.140.124:37723
13:58:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.808917  8673 heartbeater.cc:461] Registering TS with master...
13:58:46.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.809172  8673 heartbeater.cc:507] Master 127.6.140.124:37723 requested a full tablet report, sending...
13:58:46.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.810024  8674 heartbeater.cc:344] Connected to a master server at 127.6.140.126:42517
13:58:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.810103  8674 heartbeater.cc:461] Registering TS with master...
13:58:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.810313  8674 heartbeater.cc:507] Master 127.6.140.126:42517 requested a full tablet report, sending...
13:58:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.811132  6935 ts_manager.cc:194] Re-registered known tserver with Master: a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:46.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.811160  6758 ts_manager.cc:194] Re-registered known tserver with Master: a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:46.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.812152  6758 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.140.67:46329
13:58:46.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.817260  8545 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:58:46.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.817813  8545 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Bootstrap complete.
13:58:46.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.819474  8545 ts_tablet_manager.cc:1403] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Time spent bootstrapping tablet: real 0.047s	user 0.027s	sys 0.013s
13:58:46.821 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] handling channelInactive
13:58:46.821 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state READY due to: connection closed
13:58:46.821 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:46.822 [DEBUG - Time-limited test] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:46.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.822677  8545 raft_consensus.cc:359] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:46.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.823159  8545 raft_consensus.cc:740] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: a3aacc9e852c489d9a4c8a9572849a6f, State: Initialized, Role: FOLLOWER
13:58:46.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:46.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:46.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.823740  8545 consensus_queue.cc:260] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:46.824 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.824808  8545 ts_tablet_manager.cc:1434] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.003s
13:58:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:46.824992  8674 heartbeater.cc:499] Master 127.6.140.126:42517 was elected leader, sending a full tablet report...
13:58:46.841 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:46.842 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:46.842 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [1ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [2ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1148450758(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@2e582666 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1bddb1b8 -> wakeup thread Time-limited test)) after lookup
13:58:46.842 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:46.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:46.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:46.844 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:46.862 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:46.862 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:46.862 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [1ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [2ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [20ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [22ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [22ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1148450758(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@2e582666 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1580538651 after retry RPC@526145939), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1bddb1b8 -> wakeup thread Time-limited test -> (continuation of Deferred@1580538651 after retry RPC@526145939))) after lookup
13:58:46.863 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:46.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:46.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:46.864 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:46.882 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:46.882 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:46.882 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [1ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [2ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [20ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [22ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [22ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [40ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [42ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [42ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1148450758(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@2e582666 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1580538651 after retry RPC@526145939) -> (continuation of Deferred@782917221 after retry RPC@1397168866), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1bddb1b8 -> wakeup thread Time-limited test -> (continuation of Deferred@1580538651 after retry RPC@526145939) -> (continuation of Deferred@782917221 after retry RPC@1397168866))) after lookup
13:58:46.883 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:46.884 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:46.884 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:46.884 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:46.921 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:46.922 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:46.923 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=101), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [1ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [2ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [20ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [22ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [22ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [40ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [42ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [42ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [61ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [62ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [62ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [96ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [99ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1148450758(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@2e582666 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1580538651 after retry RPC@526145939) -> (continuation of Deferred@782917221 after retry RPC@1397168866) -> (continuation of Deferred@853793757 after retry RPC@1503151977), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1bddb1b8 -> wakeup thread Time-limited test -> (continuation of Deferred@1580538651 after retry RPC@526145939) -> (continuation of Deferred@782917221 after retry RPC@1397168866) -> (continuation of Deferred@853793757 after retry RPC@1503151977))) after lookup
13:58:46.923 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:46.925 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:46.925 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:46.925 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:47.002 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:47.002 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:47.002 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=180), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [1ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [2ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [20ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [22ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [22ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [40ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [42ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [42ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [61ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [62ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [62ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [96ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [99ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [101ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [103ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [103ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [176ms] refreshing cache from master, [177ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [179ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1148450758(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@2e582666 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1580538651 after retry RPC@526145939) -> (continuation of Deferred@782917221 after retry RPC@1397168866) -> (continuation of Deferred@853793757 after retry RPC@1503151977) -> (continuation of Deferred@1551787853 after retry RPC@1204211876), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1bddb1b8 -> wakeup thread Time-limited test -> (continuation of Deferred@1580538651 after retry RPC@526145939) -> (continuation of Deferred@782917221 after retry RPC@1397168866) -> (continuation of Deferred@853793757 after retry RPC@1503151977) -> (continuation of Deferred@1551787853 after retry RPC@1204211876))) after lookup
13:58:47.004 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:47.005 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:47.005 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:47.005 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.092489  8688 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 896257f6afc346ccb7c2b495c5d53b41)
13:58:48.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.092655  8688 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:48.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.093765  8688 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467), a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:48.094861  8327 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.140.65:46467: connect: Connection refused (error 111)
13:58:48.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:48.095789  8327 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467): Network error: Client connection negotiation failed: client connection to 127.6.140.65:46467: connect: Connection refused (error 111)
13:58:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.099645  8618 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "08c8ae943db2491b8fbecd2fddfabf98" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" is_pre_election: true
13:58:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.099985  8618 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08c8ae943db2491b8fbecd2fddfabf98 in term 5.
13:58:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.100835  8326 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 08c8ae943db2491b8fbecd2fddfabf98, a3aacc9e852c489d9a4c8a9572849a6f; no voters: 896257f6afc346ccb7c2b495c5d53b41
13:58:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.101130  8688 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 6 FOLLOWER]: Leader pre-election won for term 7
13:58:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.101223  8688 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 896257f6afc346ccb7c2b495c5d53b41)
13:58:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.101270  8688 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 6 FOLLOWER]: Advancing to term 7
13:58:48.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.102312  8688 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:48.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.102773  8688 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 7 election: Requested vote from peers 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467), a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:48.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.103231  8618 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "08c8ae943db2491b8fbecd2fddfabf98" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "a3aacc9e852c489d9a4c8a9572849a6f"
13:58:48.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.103400  8618 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 5 FOLLOWER]: Advancing to term 7
13:58:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:48.104007  8327 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467): Network error: Client connection negotiation failed: client connection to 127.6.140.65:46467: connect: Connection refused (error 111)
13:58:48.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.105351  8618 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 08c8ae943db2491b8fbecd2fddfabf98 in term 7.
13:58:48.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.105701  8326 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 08c8ae943db2491b8fbecd2fddfabf98, a3aacc9e852c489d9a4c8a9572849a6f; no voters: 896257f6afc346ccb7c2b495c5d53b41
13:58:48.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.105870  8688 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 7 FOLLOWER]: Leader election won for term 7
13:58:48.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.106194  8688 raft_consensus.cc:697] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 7 LEADER]: Becoming Leader. State: Replica: 08c8ae943db2491b8fbecd2fddfabf98, State: Running, Role: LEADER
13:58:48.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.106516  8688 consensus_queue.cc:237] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.109016  6758 catalog_manager.cc:5719] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 reported cstate change: term changed from 6 to 7, leader changed from 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65) to 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66). New cstate: current_term: 7 leader_uuid: "08c8ae943db2491b8fbecd2fddfabf98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } health_report { overall_health: HEALTHY } } }
13:58:48.222 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:48.222 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:48.222 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1400), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [1ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [2ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [19ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [20ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [22ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [22ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [39ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [40ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [42ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [42ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [56ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [59ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [61ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [62ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [62ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [96ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [99ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [101ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [103ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [103ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [176ms] refreshing cache from master, [177ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [179ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [181ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [183ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [183ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [1396ms] refreshing cache from master, [1396ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [1399ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1148450758(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@2e582666 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1580538651 after retry RPC@526145939) -> (continuation of Deferred@782917221 after retry RPC@1397168866) -> (continuation of Deferred@853793757 after retry RPC@1503151977) -> (continuation of Deferred@1551787853 after retry RPC@1204211876) -> (continuation of Deferred@1595532938 after retry RPC@456695669), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1bddb1b8 -> wakeup thread Time-limited test -> (continuation of Deferred@1580538651 after retry RPC@526145939) -> (continuation of Deferred@782917221 after retry RPC@1397168866) -> (continuation of Deferred@853793757 after retry RPC@1503151977) -> (continuation of Deferred@1551787853 after retry RPC@1204211876) -> (continuation of Deferred@1595532938 after retry RPC@456695669))) after lookup
13:58:48.223 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:48.224 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] Successfully connected to peer
13:58:48.251 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0xdaae32a6, L:/127.0.0.1:40418 - R:/127.6.140.66:38541] using TOKEN/null
13:58:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.256534  8618 raft_consensus.cc:1275] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 7 FOLLOWER]: Refusing update from remote peer 08c8ae943db2491b8fbecd2fddfabf98: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 26. (index mismatch)
13:58:48.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:48.256740  8327 consensus_peers.cc:597] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 -> Peer 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467): Couldn't send request to peer 896257f6afc346ccb7c2b495c5d53b41. Status: Network error: Client connection negotiation failed: client connection to 127.6.140.65:46467: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:58:48.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.257300  8694 consensus_queue.cc:1048] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
13:58:48.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.263458  8707 mvcc.cc:204] Tried to move back new op lower bound from 7317326758931177472 to 7317326758326816768. Current Snapshot: MvccSnapshot[applied={T|T < 7317326758931177472}]
13:58:48.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.264699  8709 mvcc.cc:204] Tried to move back new op lower bound from 7317326758931177472 to 7317326758326816768. Current Snapshot: MvccSnapshot[applied={T|T < 7317326758931177472}]
13:58:48.280 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.140.65:46467
13:58:48.280 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.280956  6705 external_mini_cluster.cc:1372] Running /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/logs
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data/info.pb
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:58:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.65:46467
13:58:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.65
13:58:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36645
13:58:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.65
13:58:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:58:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:48.394744  8719 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:48.394971  8719 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:48.395016  8719 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:48.398504  8719 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:48.398612  8719 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.140.65
13:58:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.402560  8719 tablet_server_runner.cc:78] Tablet server non-default flags:
13:58:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/logs
13:58:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.65:46467
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data/info.pb
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.65
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36645
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8719
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.65
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:13 UTC on bdcb31816ec0
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13288
13:58:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.403853  8719 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:48.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.405074  8719 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:48.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:48.411845  8729 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:48.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:48.411877  8727 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:48.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.412235  8719 server_base.cc:1061] running on GCE node
13:58:48.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:48.411856  8726 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:48.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.412786  8719 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:58:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.413296  8719 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:58:48.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.414458  8719 hybrid_clock.cc:648] HybridClock initialized: now 1786456728414447 us; error 31 us; skew 500 ppm
13:58:48.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.416450  8719 webserver.cc:533] Webserver started at http://127.6.140.65:36645/ using document root <none> and password file <none>
13:58:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.417048  8719 fs_manager.cc:362] Metadata directory not provided
13:58:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.417109  8719 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:58:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.420714  8719 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
13:58:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.422896  8735 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:58:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.424026  8719 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.001s
13:58:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.424206  8719 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data,/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "896257f6afc346ccb7c2b495c5d53b41"
13:58:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.424675  8719 fs_report.cc:389] FS layout report
13:58:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:58:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data/data
13:58:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:58:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:58:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:58:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:58:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:58:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:58:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:58:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:58:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:58:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:58:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:58:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.440670  8719 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:58:48.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.441550  8719 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:58:48.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.441743  8719 kserver.cc:163] Server-wide thread pool size limit: 3276
13:58:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.442379  8719 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:58:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.443806  8745 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
13:58:48.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.447736  8719 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:58:48.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.447804  8719 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
13:58:48.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.447858  8719 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:58:48.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.449597  8719 ts_tablet_manager.cc:616] Registered 1 tablets
13:58:48.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.449646  8719 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
13:58:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.450089  8745 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Bootstrap starting.
13:58:48.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.460963  8719 rpc_server.cc:307] RPC server started. Bound to: 127.6.140.65:46467
13:58:48.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.461041  8869 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.140.65:46467 every 8 connection(s)
13:58:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.462251  8719 server_base.cc:1193] Dumped server information to /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data/info.pb
13:58:48.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.468653  6705 external_mini_cluster.cc:1434] Started /tmp/dist-test-task9548vR/build/debug/bin/kudu as pid 8719
13:58:48.469 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.472995  8872 heartbeater.cc:344] Connected to a master server at 127.6.140.125:44463
13:58:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.473263  8872 heartbeater.cc:461] Registering TS with master...
13:58:48.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.473953  8872 heartbeater.cc:507] Master 127.6.140.125:44463 requested a full tablet report, sending...
13:58:48.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.474263  8745 log.cc:826] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Log is configured to *not* fsync() on all Append() calls
13:58:48.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.474500  8871 heartbeater.cc:344] Connected to a master server at 127.6.140.126:42517
13:58:48.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.474603  8871 heartbeater.cc:461] Registering TS with master...
13:58:48.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.474779  8871 heartbeater.cc:507] Master 127.6.140.126:42517 requested a full tablet report, sending...
13:58:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.475373  8870 heartbeater.cc:344] Connected to a master server at 127.6.140.124:37723
13:58:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.475450  8870 heartbeater.cc:461] Registering TS with master...
13:58:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.475617  8870 heartbeater.cc:507] Master 127.6.140.124:37723 requested a full tablet report, sending...
13:58:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.476080  6846 ts_manager.cc:194] Re-registered known tserver with Master: 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467)
13:58:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.476418  6756 ts_manager.cc:194] Re-registered known tserver with Master: 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467)
13:58:48.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.477325  6756 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.140.65:39333
13:58:48.479 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730, tablet=f572b333102249c18890abf24b5db4e4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:58:48.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.479209  6935 ts_manager.cc:194] Re-registered known tserver with Master: 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467)
13:58:48.480 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.140.66:38541
13:58:48.481 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:58:48.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.481397  6705 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task9548vR/build/debug/bin/kudu with pid 8308
13:58:48.495 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:48.495 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] handling channelInactive
13:58:48.495 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state READY due to: connection closed
13:58:48.496 [DEBUG - Time-limited test] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:48.497 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:48.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:48.497 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:48.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.500507  8745 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:58:48.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.500919  8745 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Bootstrap complete.
13:58:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.502064  8745 ts_tablet_manager.cc:1403] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Time spent bootstrapping tablet: real 0.052s	user 0.033s	sys 0.004s
13:58:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.504402  8745 raft_consensus.cc:359] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.504743  8745 raft_consensus.cc:740] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 896257f6afc346ccb7c2b495c5d53b41, State: Initialized, Role: FOLLOWER
13:58:48.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.505241  8745 consensus_queue.cc:260] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.506125  8745 ts_tablet_manager.cc:1434] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
13:58:48.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:48.506196  8871 heartbeater.cc:499] Master 127.6.140.126:42517 was elected leader, sending a full tablet report...
13:58:48.522 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:48.522 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:48.523 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [1ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [1ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [26ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@2118136404(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@21dcc9de -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b53cc91 -> wakeup thread Time-limited test)) after lookup
13:58:48.523 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:48.524 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:48.524 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:48.525 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:48.542 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:48.542 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:48.542 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [1ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [1ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [26ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [27ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [28ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [29ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [42ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [45ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@2118136404(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@21dcc9de -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@284195220 after retry RPC@628234335), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b53cc91 -> wakeup thread Time-limited test -> (continuation of Deferred@284195220 after retry RPC@628234335))) after lookup
13:58:48.543 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:48.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:48.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:48.544 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:48.581 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:48.582 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:48.582 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=86), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [1ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [1ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [26ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [27ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [28ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [29ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [42ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [45ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [47ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [48ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [49ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [85ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@2118136404(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@21dcc9de -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@284195220 after retry RPC@628234335) -> (continuation of Deferred@1015130133 after retry RPC@724130746), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b53cc91 -> wakeup thread Time-limited test -> (continuation of Deferred@284195220 after retry RPC@628234335) -> (continuation of Deferred@1015130133 after retry RPC@724130746))) after lookup
13:58:48.582 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:48.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:48.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:48.584 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:48.682 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:48.682 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:48.682 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=186), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [1ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [1ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [26ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [27ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [28ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [29ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [42ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [45ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [47ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [48ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [49ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [85ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [86ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [88ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [88ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [182ms] refreshing cache from master, [183ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [185ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@2118136404(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@21dcc9de -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@284195220 after retry RPC@628234335) -> (continuation of Deferred@1015130133 after retry RPC@724130746) -> (continuation of Deferred@98911473 after retry RPC@1685072764), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b53cc91 -> wakeup thread Time-limited test -> (continuation of Deferred@284195220 after retry RPC@628234335) -> (continuation of Deferred@1015130133 after retry RPC@724130746) -> (continuation of Deferred@98911473 after retry RPC@1685072764))) after lookup
13:58:48.683 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:48.685 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:48.685 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:48.685 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:49.163 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:49.163 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:49.164 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=668), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [1ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [1ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [26ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [27ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [28ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [29ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [42ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [45ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [47ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [48ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [49ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [85ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [86ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [88ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [88ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [182ms] refreshing cache from master, [183ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [185ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [187ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [189ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [189ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [663ms] refreshing cache from master, [663ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [667ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@2118136404(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@21dcc9de -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@284195220 after retry RPC@628234335) -> (continuation of Deferred@1015130133 after retry RPC@724130746) -> (continuation of Deferred@98911473 after retry RPC@1685072764) -> (continuation of Deferred@1147293158 after retry RPC@556578269), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b53cc91 -> wakeup thread Time-limited test -> (continuation of Deferred@284195220 after retry RPC@628234335) -> (continuation of Deferred@1015130133 after retry RPC@724130746) -> (continuation of Deferred@98911473 after retry RPC@1685072764) -> (continuation of Deferred@1147293158 after retry RPC@556578269))) after lookup
13:58:49.165 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:49.166 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:49.166 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:49.166 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:49.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.779716  8885 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 08c8ae943db2491b8fbecd2fddfabf98)
13:58:49.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.779877  8885 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:49.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.781035  8885 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467), 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:49.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:49.782167  8541 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111)
13:58:49.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:49.783192  8541 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541): Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111)
13:58:49.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.786921  8818 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "896257f6afc346ccb7c2b495c5d53b41" is_pre_election: true
13:58:49.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.787237  8818 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a3aacc9e852c489d9a4c8a9572849a6f in term 6.
13:58:49.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.788039  8539 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 896257f6afc346ccb7c2b495c5d53b41, a3aacc9e852c489d9a4c8a9572849a6f; no voters: 08c8ae943db2491b8fbecd2fddfabf98
13:58:49.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.788316  8885 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 7 FOLLOWER]: Leader pre-election won for term 8
13:58:49.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.788381  8885 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 7 FOLLOWER]: Starting leader election (detected failure of leader 08c8ae943db2491b8fbecd2fddfabf98)
13:58:49.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.788421  8885 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 7 FOLLOWER]: Advancing to term 8
13:58:49.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.789319  8885 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:49.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.789723  8885 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 8 election: Requested vote from peers 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467), 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.790149  8818 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "896257f6afc346ccb7c2b495c5d53b41"
13:58:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.790320  8818 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 6 FOLLOWER]: Advancing to term 8
13:58:49.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:49.790958  8541 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541): Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111)
13:58:49.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.792349  8818 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a3aacc9e852c489d9a4c8a9572849a6f in term 8.
13:58:49.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.792703  8539 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 896257f6afc346ccb7c2b495c5d53b41, a3aacc9e852c489d9a4c8a9572849a6f; no voters: 08c8ae943db2491b8fbecd2fddfabf98
13:58:49.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.792876  8885 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 8 FOLLOWER]: Leader election won for term 8
13:58:49.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.793118  8885 raft_consensus.cc:697] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 8 LEADER]: Becoming Leader. State: Replica: a3aacc9e852c489d9a4c8a9572849a6f, State: Running, Role: LEADER
13:58:49.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.793432  8885 consensus_queue.cc:237] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:49.796162  6756 catalog_manager.cc:5719] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f reported cstate change: term changed from 7 to 8, leader changed from 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66) to a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67). New cstate: current_term: 8 leader_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } health_report { overall_health: UNKNOWN } } }
13:58:50.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:50.269388  8541 consensus_peers.cc:597] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f -> Peer 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541): Couldn't send request to peer 08c8ae943db2491b8fbecd2fddfabf98. Status: Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:58:50.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.346843  8818 raft_consensus.cc:1275] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 8 FOLLOWER]: Refusing update from remote peer a3aacc9e852c489d9a4c8a9572849a6f: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
13:58:50.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.347640  8885 consensus_queue.cc:1048] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
13:58:50.782 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:50.782 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:50.782 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2287), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [1ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [1ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [26ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [27ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [28ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [29ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [42ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [45ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [47ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [48ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [49ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [85ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [86ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [88ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [88ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [182ms] refreshing cache from master, [183ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [185ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [187ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [189ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [189ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [663ms] refreshing cache from master, [663ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [667ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [669ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [670ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [670ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [2283ms] refreshing cache from master, [2283ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [2285ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@2118136404(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@21dcc9de -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@284195220 after retry RPC@628234335) -> (continuation of Deferred@1015130133 after retry RPC@724130746) -> (continuation of Deferred@98911473 after retry RPC@1685072764) -> (continuation of Deferred@1147293158 after retry RPC@556578269) -> (continuation of Deferred@1591069547 after retry RPC@445845297), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2b53cc91 -> wakeup thread Time-limited test -> (continuation of Deferred@284195220 after retry RPC@628234335) -> (continuation of Deferred@1015130133 after retry RPC@724130746) -> (continuation of Deferred@98911473 after retry RPC@1685072764) -> (continuation of Deferred@1147293158 after retry RPC@556578269) -> (continuation of Deferred@1591069547 after retry RPC@445845297))) after lookup
13:58:50.783 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:50.785 [DEBUG - kudu-nio-4] (Connection.java:757) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] Successfully connected to peer
13:58:50.811 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0x27c646ad, L:/127.0.0.1:44408 - R:/127.6.140.67:39759] using TOKEN/null
13:58:50.831 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.140.66:38541
13:58:50.831 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:58:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.832442  6705 external_mini_cluster.cc:1372] Running /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data
13:58:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/logs
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/info.pb
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.66:38541
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.66
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41259
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.66
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:58:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:50.944761  8919 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:50.945030  8919 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:50.945099  8919 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:50.948668  8919 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:50.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:50.948819  8919 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.140.66
13:58:50.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.952754  8919 tablet_server_runner.cc:78] Tablet server non-default flags:
13:58:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/logs
13:58:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data
13:58:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.66:38541
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/info.pb
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.66
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41259
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.8919
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.66
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:13 UTC on bdcb31816ec0
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13288
13:58:50.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.954243  8919 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:50.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.955574  8919 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:50.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:50.962750  8925 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:50.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:50.962759  8929 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:50.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.963140  8919 server_base.cc:1061] running on GCE node
13:58:50.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:50.962772  8927 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:50.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.963825  8919 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:58:50.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.964453  8919 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:58:50.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.965641  8919 hybrid_clock.cc:648] HybridClock initialized: now 1786456730965602 us; error 52 us; skew 500 ppm
13:58:50.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.967532  8919 webserver.cc:533] Webserver started at http://127.6.140.66:41259/ using document root <none> and password file <none>
13:58:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.968320  8919 fs_manager.cc:362] Metadata directory not provided
13:58:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.968410  8919 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:58:50.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.971807  8919 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
13:58:50.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.973901  8935 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:58:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.974944  8919 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.000s	sys 0.001s
13:58:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.975083  8919 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data,/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08c8ae943db2491b8fbecd2fddfabf98"
13:58:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:50.975550  8919 fs_report.cc:389] FS layout report
13:58:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:58:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/data
13:58:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:58:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:58:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:58:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:58:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:58:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:58:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:58:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:58:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:58:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:58:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:58:51.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.007064  8919 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:58:51.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.007987  8919 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:58:51.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.008244  8919 kserver.cc:163] Server-wide thread pool size limit: 3276
13:58:51.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.008942  8919 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:58:51.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.010416  8942 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
13:58:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.014137  8919 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:58:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.014223  8919 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
13:58:51.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.014293  8919 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:58:51.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.015863  8919 ts_tablet_manager.cc:616] Registered 1 tablets
13:58:51.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.015936  8919 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
13:58:51.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.016383  8942 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Bootstrap starting.
13:58:51.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.028337  8919 rpc_server.cc:307] RPC server started. Bound to: 127.6.140.66:38541
13:58:51.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.028367  9064 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.140.66:38541 every 8 connection(s)
13:58:51.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.029471  8919 server_base.cc:1193] Dumped server information to /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/info.pb
13:58:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.035902  8942 log.cc:826] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Log is configured to *not* fsync() on all Append() calls
13:58:51.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.039314  6705 external_mini_cluster.cc:1434] Started /tmp/dist-test-task9548vR/build/debug/bin/kudu as pid 8919
13:58:51.039 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:51.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.044492  9067 heartbeater.cc:344] Connected to a master server at 127.6.140.126:42517
13:58:51.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.044757  9067 heartbeater.cc:461] Registering TS with master...
13:58:51.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.045301  9067 heartbeater.cc:507] Master 127.6.140.126:42517 requested a full tablet report, sending...
13:58:51.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.047181  6758 ts_manager.cc:194] Re-registered known tserver with Master: 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:51.048 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730, tablet=f572b333102249c18890abf24b5db4e4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:58:51.049 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.140.67:39759
13:58:51.049 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:58:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.048235  6758 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.140.66:45117
13:58:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.049968  6705 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task9548vR/build/debug/bin/kudu with pid 8517
13:58:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.060925  9068 heartbeater.cc:344] Connected to a master server at 127.6.140.125:44463
13:58:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.061058  9068 heartbeater.cc:461] Registering TS with master...
13:58:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.061085  9066 heartbeater.cc:344] Connected to a master server at 127.6.140.124:37723
13:58:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.061232  9066 heartbeater.cc:461] Registering TS with master...
13:58:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.061410  9068 heartbeater.cc:507] Master 127.6.140.125:44463 requested a full tablet report, sending...
13:58:51.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.061422  9066 heartbeater.cc:507] Master 127.6.140.124:37723 requested a full tablet report, sending...
13:58:51.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.062547  6846 ts_manager.cc:194] Re-registered known tserver with Master: 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:51.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.061038  8942 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:58:51.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.063009  8942 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Bootstrap complete.
13:58:51.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.063289  6935 ts_manager.cc:194] Re-registered known tserver with Master: 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:51.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.064456  8942 ts_tablet_manager.cc:1403] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Time spent bootstrapping tablet: real 0.048s	user 0.036s	sys 0.007s
13:58:51.068 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:51.068 [DEBUG - kudu-nio-4] (Connection.java:239) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] handling channelInactive
13:58:51.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.067812  8942 raft_consensus.cc:359] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:51.068 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state READY due to: connection closed
13:58:51.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.068293  8942 raft_consensus.cc:740] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08c8ae943db2491b8fbecd2fddfabf98, State: Initialized, Role: FOLLOWER
13:58:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.068810  8942 consensus_queue.cc:260] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.069499  9067 heartbeater.cc:499] Master 127.6.140.126:42517 was elected leader, sending a full tablet report...
13:58:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:51.069819  8942 ts_tablet_manager.cc:1434] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.001s
13:58:51.070 [DEBUG - Time-limited test] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:51.071 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.072 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:51.082 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:51.083 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [2ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [3ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [9ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@611379840(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@261883b8 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5fd34e1f -> wakeup thread Time-limited test)) after lookup
13:58:51.083 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:51.084 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.084 [DEBUG - kudu-nio-6] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.084 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.102 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:51.103 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:51.103 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [2ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [3ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [9ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [14ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [15ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [15ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@611379840(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@261883b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1030823256 after retry RPC@2023165791), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5fd34e1f -> wakeup thread Time-limited test -> (continuation of Deferred@1030823256 after retry RPC@2023165791))) after lookup
13:58:51.104 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:51.105 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.105 [DEBUG - kudu-nio-7] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.106 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.141 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:51.142 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:51.142 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [2ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [3ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [9ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [14ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [15ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [15ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [34ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [36ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [37ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@611379840(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@261883b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1030823256 after retry RPC@2023165791) -> (continuation of Deferred@1345077902 after retry RPC@268522019), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5fd34e1f -> wakeup thread Time-limited test -> (continuation of Deferred@1030823256 after retry RPC@2023165791) -> (continuation of Deferred@1345077902 after retry RPC@268522019))) after lookup
13:58:51.143 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:51.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.144 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.161 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:51.162 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:51.162 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=93), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [2ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [3ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [9ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [14ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [15ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [15ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [34ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [36ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [37ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [73ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [75ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [75ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [89ms] refreshing cache from master, [89ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [92ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@611379840(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@261883b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1030823256 after retry RPC@2023165791) -> (continuation of Deferred@1345077902 after retry RPC@268522019) -> (continuation of Deferred@1344544362 after retry RPC@2048485250), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5fd34e1f -> wakeup thread Time-limited test -> (continuation of Deferred@1030823256 after retry RPC@2023165791) -> (continuation of Deferred@1345077902 after retry RPC@268522019) -> (continuation of Deferred@1344544362 after retry RPC@2048485250))) after lookup
13:58:51.163 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:51.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.164 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.221 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:51.221 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:51.221 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=153), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [2ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [3ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [9ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [14ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [15ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [15ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [34ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [36ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [37ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [73ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [75ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [75ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [89ms] refreshing cache from master, [89ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [92ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [93ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [95ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [95ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [149ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [151ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@611379840(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@261883b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1030823256 after retry RPC@2023165791) -> (continuation of Deferred@1345077902 after retry RPC@268522019) -> (continuation of Deferred@1344544362 after retry RPC@2048485250) -> (continuation of Deferred@1177158549 after retry RPC@2008959397), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5fd34e1f -> wakeup thread Time-limited test -> (continuation of Deferred@1030823256 after retry RPC@2023165791) -> (continuation of Deferred@1345077902 after retry RPC@268522019) -> (continuation of Deferred@1344544362 after retry RPC@2048485250) -> (continuation of Deferred@1177158549 after retry RPC@2008959397))) after lookup
13:58:51.222 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:51.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.223 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.281 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:51.281 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:51.282 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=213), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [2ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [3ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [9ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [14ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [15ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [15ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [34ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [36ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [37ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [73ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [75ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [75ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [89ms] refreshing cache from master, [89ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [92ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [93ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [95ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [95ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [149ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [151ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [153ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [154ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [154ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [209ms] refreshing cache from master, [209ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [212ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@611379840(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@261883b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1030823256 after retry RPC@2023165791) -> (continuation of Deferred@1345077902 after retry RPC@268522019) -> (continuation of Deferred@1344544362 after retry RPC@2048485250) -> (continuation of Deferred@1177158549 after retry RPC@2008959397) -> (continuation of Deferred@1480209182 after retry RPC@1565305565), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5fd34e1f -> wakeup thread Time-limited test -> (continuation of Deferred@1030823256 after retry RPC@2023165791) -> (continuation of Deferred@1345077902 after retry RPC@268522019) -> (continuation of Deferred@1344544362 after retry RPC@2048485250) -> (continuation of Deferred@1177158549 after retry RPC@2008959397) -> (continuation of Deferred@1480209182 after retry RPC@1565305565))) after lookup
13:58:51.283 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:51.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:51.284 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:52.042 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:52.042 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:52.043 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=14, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=974), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [2ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [3ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [9ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [14ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [15ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [15ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [34ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [36ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [37ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [73ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [75ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [75ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [89ms] refreshing cache from master, [89ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [92ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [93ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [95ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [95ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [149ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [151ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [153ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [154ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [154ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [209ms] refreshing cache from master, [209ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [212ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [213ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [215ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [215ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [969ms] refreshing cache from master, [970ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [973ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@611379840(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@261883b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1030823256 after retry RPC@2023165791) -> (continuation of Deferred@1345077902 after retry RPC@268522019) -> (continuation of Deferred@1344544362 after retry RPC@2048485250) -> (continuation of Deferred@1177158549 after retry RPC@2008959397) -> (continuation of Deferred@1480209182 after retry RPC@1565305565) -> (continuation of Deferred@757681183 after retry RPC@361435429), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5fd34e1f -> wakeup thread Time-limited test -> (continuation of Deferred@1030823256 after retry RPC@2023165791) -> (continuation of Deferred@1345077902 after retry RPC@268522019) -> (continuation of Deferred@1344544362 after retry RPC@2048485250) -> (continuation of Deferred@1177158549 after retry RPC@2008959397) -> (continuation of Deferred@1480209182 after retry RPC@1565305565) -> (continuation of Deferred@757681183 after retry RPC@361435429))) after lookup
13:58:52.044 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:52.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:52.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state CONNECTING due to: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:52.045 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759
13:58:52.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.331585  9080 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader a3aacc9e852c489d9a4c8a9572849a6f)
13:58:52.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.331772  9080 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:52.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.333055  9080 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759), 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:52.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:52.333791  8736 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.140.67:39759: connect: Connection refused (error 111)
13:58:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:52.334677  8736 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759): Network error: Client connection negotiation failed: client connection to 127.6.140.67:39759: connect: Connection refused (error 111)
13:58:52.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.338143  9014 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "896257f6afc346ccb7c2b495c5d53b41" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "08c8ae943db2491b8fbecd2fddfabf98" is_pre_election: true
13:58:52.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.338423  9014 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 896257f6afc346ccb7c2b495c5d53b41 in term 7.
13:58:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.339217  8739 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 08c8ae943db2491b8fbecd2fddfabf98, 896257f6afc346ccb7c2b495c5d53b41; no voters: a3aacc9e852c489d9a4c8a9572849a6f
13:58:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.339468  9080 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 8 FOLLOWER]: Leader pre-election won for term 9
13:58:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.339520  9080 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 8 FOLLOWER]: Starting leader election (detected failure of leader a3aacc9e852c489d9a4c8a9572849a6f)
13:58:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.339558  9080 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 8 FOLLOWER]: Advancing to term 9
13:58:52.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.340513  9080 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.341075  9080 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 9 election: Requested vote from peers a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759), 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.341552  9014 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "896257f6afc346ccb7c2b495c5d53b41" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "08c8ae943db2491b8fbecd2fddfabf98"
13:58:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.341735  9014 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 7 FOLLOWER]: Advancing to term 9
13:58:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:52.342365  8736 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759): Network error: Client connection negotiation failed: client connection to 127.6.140.67:39759: connect: Connection refused (error 111)
13:58:52.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.343684  9014 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 896257f6afc346ccb7c2b495c5d53b41 in term 9.
13:58:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.344044  8739 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 08c8ae943db2491b8fbecd2fddfabf98, 896257f6afc346ccb7c2b495c5d53b41; no voters: a3aacc9e852c489d9a4c8a9572849a6f
13:58:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.344277  9080 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 9 FOLLOWER]: Leader election won for term 9
13:58:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.344547  9080 raft_consensus.cc:697] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 9 LEADER]: Becoming Leader. State: Replica: 896257f6afc346ccb7c2b495c5d53b41, State: Running, Role: LEADER
13:58:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.344900  9080 consensus_queue.cc:237] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:52.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.347766  6758 catalog_manager.cc:5719] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 reported cstate change: term changed from 8 to 9, leader changed from a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67) to 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65). New cstate: current_term: 9 leader_uuid: "896257f6afc346ccb7c2b495c5d53b41" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } health_report { overall_health: UNKNOWN } } }
13:58:52.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.788290  9014 raft_consensus.cc:1275] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 9 FOLLOWER]: Refusing update from remote peer 896257f6afc346ccb7c2b495c5d53b41: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
13:58:52.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:52.789170  9080 consensus_queue.cc:1048] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [LEADER]: Connected to new peer: Peer: permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
13:58:52.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:52.798430  8736 consensus_peers.cc:597] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 -> Peer a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759): Couldn't send request to peer a3aacc9e852c489d9a4c8a9572849a6f. Status: Network error: Client connection negotiation failed: client connection to 127.6.140.67:39759: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:58:53.902 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:53.902 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:53.903 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=16, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2834), Traces: [0ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [2ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [3ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [9ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [14ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [15ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [15ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [33ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [34ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [36ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [37ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [70ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [73ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [75ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [75ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [89ms] refreshing cache from master, [89ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [92ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [93ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [95ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [95ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [149ms] refreshing cache from master, [149ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [151ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [153ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [154ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [154ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [209ms] refreshing cache from master, [209ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [212ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [213ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [215ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [215ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [969ms] refreshing cache from master, [970ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [973ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [974ms] sending RPC to server a3aacc9e852c489d9a4c8a9572849a6f, [976ms] received response from server a3aacc9e852c489d9a4c8a9572849a6f: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [976ms] delaying RPC due to: Network error: Failed to connect to peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759): Connection refused: /127.6.140.67:39759, [2829ms] refreshing cache from master, [2829ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [2832ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@611379840(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@261883b8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1030823256 after retry RPC@2023165791) -> (continuation of Deferred@1345077902 after retry RPC@268522019) -> (continuation of Deferred@1344544362 after retry RPC@2048485250) -> (continuation of Deferred@1177158549 after retry RPC@2008959397) -> (continuation of Deferred@1480209182 after retry RPC@1565305565) -> (continuation of Deferred@757681183 after retry RPC@361435429) -> (continuation of Deferred@429521518 after retry RPC@1414971969), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5fd34e1f -> wakeup thread Time-limited test -> (continuation of Deferred@1030823256 after retry RPC@2023165791) -> (continuation of Deferred@1345077902 after retry RPC@268522019) -> (continuation of Deferred@1344544362 after retry RPC@2048485250) -> (continuation of Deferred@1177158549 after retry RPC@2008959397) -> (continuation of Deferred@1480209182 after retry RPC@1565305565) -> (continuation of Deferred@757681183 after retry RPC@361435429) -> (continuation of Deferred@429521518 after retry RPC@1414971969))) after lookup
13:58:53.904 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:53.905 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] Successfully connected to peer
13:58:53.920 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x2a1da80f, L:/127.0.0.1:38228 - R:/127.6.140.65:46467] using TOKEN/null
13:58:53.941 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.140.67:39759
13:58:53.941 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:53.942759  6705 external_mini_cluster.cc:1372] Running /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/logs
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data/info.pb
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:58:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.67:39759
13:58:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.67
13:58:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43493
13:58:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.67
13:58:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:58:54.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:54.055640  9117 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:54.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:54.055912  9117 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:54.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:54.055976  9117 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:54.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:54.060256  9117 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:54.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:54.060433  9117 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.140.67
13:58:54.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.065681  9117 tablet_server_runner.cc:78] Tablet server non-default flags:
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/logs
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.67:39759
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data/info.pb
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.67
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43493
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9117
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.67
13:58:54.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:58:54.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:58:54.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:54.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:54.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
13:58:54.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:13 UTC on bdcb31816ec0
13:58:54.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13288
13:58:54.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.067157  9117 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:54.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.068570  9117 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:54.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:54.075484  9124 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:54.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:54.075519  9125 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:54.076206  9127 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:54.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.076494  9117 server_base.cc:1061] running on GCE node
13:58:54.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.076917  9117 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:58:54.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.077440  9117 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:58:54.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.078660  9117 hybrid_clock.cc:648] HybridClock initialized: now 1786456734078637 us; error 43 us; skew 500 ppm
13:58:54.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.081065  9117 webserver.cc:533] Webserver started at http://127.6.140.67:43493/ using document root <none> and password file <none>
13:58:54.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.081815  9117 fs_manager.cc:362] Metadata directory not provided
13:58:54.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.081897  9117 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:58:54.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.086421  9117 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.002s
13:58:54.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.088997  9133 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:58:54.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.090505  9117 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.090631  9117 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data,/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3aacc9e852c489d9a4c8a9572849a6f"
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.091161  9117 fs_report.cc:389] FS layout report
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/wal
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data/data
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:58:54.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:58:54.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.124727  9117 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:58:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.125449  9117 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:58:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.125610  9117 kserver.cc:163] Server-wide thread pool size limit: 3276
13:58:54.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.126180  9117 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:58:54.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.127434  9140 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
13:58:54.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.131021  9117 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:58:54.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.131093  9117 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
13:58:54.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.131150  9117 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:58:54.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.133122  9117 ts_tablet_manager.cc:616] Registered 1 tablets
13:58:54.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.133183  9117 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
13:58:54.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.133572  9140 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Bootstrap starting.
13:58:54.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.145216  9117 rpc_server.cc:307] RPC server started. Bound to: 127.6.140.67:39759
13:58:54.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.145274  9268 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.140.67:39759 every 8 connection(s)
13:58:54.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.146246  9117 server_base.cc:1193] Dumped server information to /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-2/data/info.pb
13:58:54.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.150804  6705 external_mini_cluster.cc:1434] Started /tmp/dist-test-task9548vR/build/debug/bin/kudu as pid 9117
13:58:54.151 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:54.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.154048  9140 log.cc:826] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Log is configured to *not* fsync() on all Append() calls
13:58:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.156293  9270 heartbeater.cc:344] Connected to a master server at 127.6.140.126:42517
13:58:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.156555  9270 heartbeater.cc:461] Registering TS with master...
13:58:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.157197  9270 heartbeater.cc:507] Master 127.6.140.126:42517 requested a full tablet report, sending...
13:58:54.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.159538  6758 ts_manager.cc:194] Re-registered known tserver with Master: a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:54.160 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730, tablet=f572b333102249c18890abf24b5db4e4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:58:54.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.160490  6758 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.140.67:52521
13:58:54.160 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.140.65:46467
13:58:54.162 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:58:54.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.162978  6705 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task9548vR/build/debug/bin/kudu with pid 8719
13:58:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.168762  9269 heartbeater.cc:344] Connected to a master server at 127.6.140.124:37723
13:58:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.168902  9269 heartbeater.cc:461] Registering TS with master...
13:58:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.169126  9269 heartbeater.cc:507] Master 127.6.140.124:37723 requested a full tablet report, sending...
13:58:54.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.170447  6935 ts_manager.cc:194] Re-registered known tserver with Master: a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:54.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.173571  9271 heartbeater.cc:344] Connected to a master server at 127.6.140.125:44463
13:58:54.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.173688  9271 heartbeater.cc:461] Registering TS with master...
13:58:54.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.173847  9271 heartbeater.cc:507] Master 127.6.140.125:44463 requested a full tablet report, sending...
13:58:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.174963  6846 ts_manager.cc:194] Re-registered known tserver with Master: a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:54.180 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:54.181 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] handling channelInactive
13:58:54.181 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state READY due to: connection closed
13:58:54.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.184453  9140 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:58:54.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.184835  9140 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Bootstrap complete.
13:58:54.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.185976  9140 ts_tablet_manager.cc:1403] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Time spent bootstrapping tablet: real 0.053s	user 0.033s	sys 0.009s
13:58:54.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.188027  9140 raft_consensus.cc:359] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:54.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.188448  9140 raft_consensus.cc:740] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: a3aacc9e852c489d9a4c8a9572849a6f, State: Initialized, Role: FOLLOWER
13:58:54.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.188915  9140 consensus_queue.cc:260] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:54.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.189668  9270 heartbeater.cc:499] Master 127.6.140.126:42517 was elected leader, sending a full tablet report...
13:58:54.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:54.189836  9140 ts_tablet_manager.cc:1434] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
13:58:54.200 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:54.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:54.201 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:54.201 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:54.222 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:54.222 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:54.222 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=3, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [20ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [20ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [41ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1905360020(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@7703ea0b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41b42835 -> wakeup thread Time-limited test)) after lookup
13:58:54.223 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:54.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:54.225 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:54.225 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:54.242 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:54.242 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:54.242 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=5, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [20ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [20ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [41ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [42ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [44ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [44ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [60ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1905360020(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@7703ea0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@871056390 after retry RPC@1409165262), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41b42835 -> wakeup thread Time-limited test -> (continuation of Deferred@871056390 after retry RPC@1409165262))) after lookup
13:58:54.243 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:54.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:54.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:54.245 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:54.302 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:54.302 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:54.302 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=7, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=121), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [20ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [20ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [41ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [42ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [44ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [44ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [60ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [62ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [64ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [64ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [120ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1905360020(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@7703ea0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@871056390 after retry RPC@1409165262) -> (continuation of Deferred@1006478167 after retry RPC@70706598), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41b42835 -> wakeup thread Time-limited test -> (continuation of Deferred@871056390 after retry RPC@1409165262) -> (continuation of Deferred@1006478167 after retry RPC@70706598))) after lookup
13:58:54.304 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:54.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:54.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:54.305 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:54.342 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:54.342 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:54.343 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=9, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=161), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [20ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [20ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [41ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [42ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [44ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [44ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [60ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [62ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [64ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [64ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [120ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [122ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [124ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [124ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [157ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [161ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1905360020(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@7703ea0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@871056390 after retry RPC@1409165262) -> (continuation of Deferred@1006478167 after retry RPC@70706598) -> (continuation of Deferred@1683100687 after retry RPC@1476056822), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41b42835 -> wakeup thread Time-limited test -> (continuation of Deferred@871056390 after retry RPC@1409165262) -> (continuation of Deferred@1006478167 after retry RPC@70706598) -> (continuation of Deferred@1683100687 after retry RPC@1476056822))) after lookup
13:58:54.343 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:54.345 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:54.345 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:54.345 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:54.942 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:54.942 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)[L],a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:54.942 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=11, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=761), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [20ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [20ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [41ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [42ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [44ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [44ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [60ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [62ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [64ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [64ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [120ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [122ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [124ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [124ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [157ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [161ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [162ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [164ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [164ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [757ms] refreshing cache from master, [757ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [760ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1905360020(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@7703ea0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@871056390 after retry RPC@1409165262) -> (continuation of Deferred@1006478167 after retry RPC@70706598) -> (continuation of Deferred@1683100687 after retry RPC@1476056822) -> (continuation of Deferred@693005746 after retry RPC@671236875), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41b42835 -> wakeup thread Time-limited test -> (continuation of Deferred@871056390 after retry RPC@1409165262) -> (continuation of Deferred@1006478167 after retry RPC@70706598) -> (continuation of Deferred@1683100687 after retry RPC@1476056822) -> (continuation of Deferred@693005746 after retry RPC@671236875))) after lookup
13:58:54.943 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] connecting to peer
13:58:54.944 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:54.944 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] cleaning up while in state CONNECTING due to: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:54.944 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467
13:58:55.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.441185  9284 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 896257f6afc346ccb7c2b495c5d53b41)
13:58:55.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.441347  9284 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.442715  9284 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467), a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:55.443670  8937 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.140.65:46467: connect: Connection refused (error 111)
13:58:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:55.444844  8937 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467): Network error: Client connection negotiation failed: client connection to 127.6.140.65:46467: connect: Connection refused (error 111)
13:58:55.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.448468  9216 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "08c8ae943db2491b8fbecd2fddfabf98" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" is_pre_election: true
13:58:55.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.448766  9216 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08c8ae943db2491b8fbecd2fddfabf98 in term 8.
13:58:55.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.449573  8936 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 08c8ae943db2491b8fbecd2fddfabf98, a3aacc9e852c489d9a4c8a9572849a6f; no voters: 896257f6afc346ccb7c2b495c5d53b41
13:58:55.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.449833  9284 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 9 FOLLOWER]: Leader pre-election won for term 10
13:58:55.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.449909  9284 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 896257f6afc346ccb7c2b495c5d53b41)
13:58:55.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.449962  9284 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 9 FOLLOWER]: Advancing to term 10
13:58:55.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.450876  9284 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:55.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.451313  9284 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 10 election: Requested vote from peers 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467), a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759)
13:58:55.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.451802  9216 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "08c8ae943db2491b8fbecd2fddfabf98" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "a3aacc9e852c489d9a4c8a9572849a6f"
13:58:55.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.451992  9216 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 8 FOLLOWER]: Advancing to term 10
13:58:55.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:55.452562  8937 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467): Network error: Client connection negotiation failed: client connection to 127.6.140.65:46467: connect: Connection refused (error 111)
13:58:55.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.453974  9216 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 08c8ae943db2491b8fbecd2fddfabf98 in term 10.
13:58:55.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.454375  8936 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 08c8ae943db2491b8fbecd2fddfabf98, a3aacc9e852c489d9a4c8a9572849a6f; no voters: 896257f6afc346ccb7c2b495c5d53b41
13:58:55.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.454576  9284 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 10 FOLLOWER]: Leader election won for term 10
13:58:55.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.454815  9284 raft_consensus.cc:697] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [term 10 LEADER]: Becoming Leader. State: Replica: 08c8ae943db2491b8fbecd2fddfabf98, State: Running, Role: LEADER
13:58:55.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.455258  9284 consensus_queue.cc:237] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:55.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.458043  6758 catalog_manager.cc:5719] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 reported cstate change: term changed from 9 to 10, leader changed from 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65) to 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66). New cstate: current_term: 10 leader_uuid: "08c8ae943db2491b8fbecd2fddfabf98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } health_report { overall_health: HEALTHY } } }
13:58:55.562 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:55.562 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:55.562 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=13, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1381), Traces: [0ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [0ms] delaying RPC due to: Illegal state: connection is terminated, [18ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [20ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [20ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [41ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [42ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [44ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [44ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [60ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [62ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [64ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [64ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [117ms] refreshing cache from master, [117ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [120ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [122ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [124ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [124ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [157ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [161ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [162ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [164ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [164ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [757ms] refreshing cache from master, [757ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [760ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [762ms] sending RPC to server 896257f6afc346ccb7c2b495c5d53b41, [763ms] received response from server 896257f6afc346ccb7c2b495c5d53b41: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [763ms] delaying RPC due to: Network error: Failed to connect to peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467): Connection refused: /127.6.140.65:46467, [1378ms] refreshing cache from master, [1378ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [1380ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@1905360020(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@7703ea0b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@871056390 after retry RPC@1409165262) -> (continuation of Deferred@1006478167 after retry RPC@70706598) -> (continuation of Deferred@1683100687 after retry RPC@1476056822) -> (continuation of Deferred@693005746 after retry RPC@671236875) -> (continuation of Deferred@801393330 after retry RPC@367283802), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@41b42835 -> wakeup thread Time-limited test -> (continuation of Deferred@871056390 after retry RPC@1409165262) -> (continuation of Deferred@1006478167 after retry RPC@70706598) -> (continuation of Deferred@1683100687 after retry RPC@1476056822) -> (continuation of Deferred@693005746 after retry RPC@671236875) -> (continuation of Deferred@801393330 after retry RPC@367283802))) after lookup
13:58:55.563 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:55.564 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] Successfully connected to peer
13:58:55.584 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0x4a25a82d, L:/127.0.0.1:59738 - R:/127.6.140.66:38541] using TOKEN/null
13:58:55.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.588399  9216 raft_consensus.cc:1275] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 10 FOLLOWER]: Refusing update from remote peer 08c8ae943db2491b8fbecd2fddfabf98: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 38. (index mismatch)
13:58:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:55.588883  8937 consensus_peers.cc:597] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 -> Peer 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467): Couldn't send request to peer 896257f6afc346ccb7c2b495c5d53b41. Status: Network error: Client connection negotiation failed: client connection to 127.6.140.65:46467: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:58:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.589195  9284 consensus_queue.cc:1048] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
13:58:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.595559  9307 mvcc.cc:204] Tried to move back new op lower bound from 7317326788962267136 to 7317326788428087296. Current Snapshot: MvccSnapshot[applied={T|T < 7317326788962267136}]
13:58:55.612 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.140.65:46467
13:58:55.612 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

13:58:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.612893  6705 external_mini_cluster.cc:1372] Running /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data
13:58:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/logs
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data/info.pb
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.65:46467
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.65
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36645
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.65
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:55.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:58:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:55.724041  9317 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:55.724311  9317 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:55.724359  9317 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:55.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:55.727730  9317 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:55.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:55.727835  9317 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.140.65
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.731922  9317 tablet_server_runner.cc:78] Tablet server non-default flags:
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/logs
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.65:46467
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data/info.pb
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.65
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36645
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9317
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.65
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:13 UTC on bdcb31816ec0
13:58:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13288
13:58:55.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.733099  9317 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:55.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.734258  9317 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:55.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:55.741608  9326 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:55.741703  9328 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.742524  9317 server_base.cc:1061] running on GCE node
13:58:55.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:55.742547  9325 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.743047  9317 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:58:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.743786  9317 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:58:55.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.745045  9317 hybrid_clock.cc:648] HybridClock initialized: now 1786456735744956 us; error 59 us; skew 500 ppm
13:58:55.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.747205  9317 webserver.cc:533] Webserver started at http://127.6.140.65:36645/ using document root <none> and password file <none>
13:58:55.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.747896  9317 fs_manager.cc:362] Metadata directory not provided
13:58:55.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.747993  9317 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:58:55.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.751659  9317 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.003s	sys 0.000s
13:58:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.753811  9336 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:58:55.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.754860  9317 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.000s	sys 0.001s
13:58:55.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.754999  9317 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data,/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:55.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "896257f6afc346ccb7c2b495c5d53b41"
13:58:55.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:55.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.755498  9317 fs_report.cc:389] FS layout report
13:58:55.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:58:55.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:55.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/wal
13:58:55.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data/data
13:58:55.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:58:55.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:58:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:58:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:58:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:58:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:58:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:58:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:58:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:58:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:58:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:58:55.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.776364  9317 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:58:55.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.777244  9317 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:58:55.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.777467  9317 kserver.cc:163] Server-wide thread pool size limit: 3276
13:58:55.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.778138  9317 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:58:55.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.779580  9345 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
13:58:55.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.783227  9317 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:58:55.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.783329  9317 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
13:58:55.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.783404  9317 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:58:55.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.785195  9317 ts_tablet_manager.cc:616] Registered 1 tablets
13:58:55.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.785269  9317 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
13:58:55.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.785610  9345 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Bootstrap starting.
13:58:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.797891  9317 rpc_server.cc:307] RPC server started. Bound to: 127.6.140.65:46467
13:58:55.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.797971  9473 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.140.65:46467 every 8 connection(s)
13:58:55.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.799114  9317 server_base.cc:1193] Dumped server information to /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-0/data/info.pb
13:58:55.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.800227  6705 external_mini_cluster.cc:1434] Started /tmp/dist-test-task9548vR/build/debug/bin/kudu as pid 9317
13:58:55.800 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:55.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.806906  9345 log.cc:826] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Log is configured to *not* fsync() on all Append() calls
13:58:55.811 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730, tablet=f572b333102249c18890abf24b5db4e4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:58:55.812 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.6.140.66:38541
13:58:55.812 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:58:55.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.812085  9474 heartbeater.cc:344] Connected to a master server at 127.6.140.124:37723
13:58:55.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.812364  9474 heartbeater.cc:461] Registering TS with master...
13:58:55.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.812745  9477 heartbeater.cc:344] Connected to a master server at 127.6.140.125:44463
13:58:55.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.812825  9477 heartbeater.cc:461] Registering TS with master...
13:58:55.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.813094  9477 heartbeater.cc:507] Master 127.6.140.125:44463 requested a full tablet report, sending...
13:58:55.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.813561  6705 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task9548vR/build/debug/bin/kudu with pid 8919
13:58:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.813094  9474 heartbeater.cc:507] Master 127.6.140.124:37723 requested a full tablet report, sending...
13:58:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.815964  6846 ts_manager.cc:194] Re-registered known tserver with Master: 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467)
13:58:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.816099  6935 ts_manager.cc:194] Re-registered known tserver with Master: 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467)
13:58:55.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.821403  9476 heartbeater.cc:344] Connected to a master server at 127.6.140.126:42517
13:58:55.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.821539  9476 heartbeater.cc:461] Registering TS with master...
13:58:55.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.821786  9476 heartbeater.cc:507] Master 127.6.140.126:42517 requested a full tablet report, sending...
13:58:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.822932  6758 ts_manager.cc:194] Re-registered known tserver with Master: 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467)
13:58:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.823933  6758 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.140.65:38893
13:58:55.827 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] handling channelInactive
13:58:55.827 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state READY due to: connection closed
13:58:55.828 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:55.829 [DEBUG - Time-limited test] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:55.830 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:55.830 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:55.830 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:55.842 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:55.842 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:55.842 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=13), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [1ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [1ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@185591443(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@3caeef36 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ba664d5 -> wakeup thread Time-limited test)) after lookup
13:58:55.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.843212  9345 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:58:55.843 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:55.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.843842  9345 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Bootstrap complete.
13:58:55.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.845410  9345 ts_tablet_manager.cc:1403] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Time spent bootstrapping tablet: real 0.060s	user 0.046s	sys 0.000s
13:58:55.845 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:55.845 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:55.846 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:55.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.848035  9345 raft_consensus.cc:359] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:55.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.848526  9345 raft_consensus.cc:740] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 896257f6afc346ccb7c2b495c5d53b41, State: Initialized, Role: FOLLOWER
13:58:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.849058  9345 consensus_queue.cc:260] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.850106  9345 ts_tablet_manager.cc:1434] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41: Time spent starting tablet: real 0.005s	user 0.001s	sys 0.004s
13:58:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:55.850625  9476 heartbeater.cc:499] Master 127.6.140.126:42517 was elected leader, sending a full tablet report...
13:58:55.861 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:55.862 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:55.862 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [1ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [1ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [14ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [17ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [17ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@185591443(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@3caeef36 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@424835830 after retry RPC@327655189), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ba664d5 -> wakeup thread Time-limited test -> (continuation of Deferred@424835830 after retry RPC@327655189))) after lookup
13:58:55.862 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:55.863 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:55.864 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:55.864 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:55.902 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:55.902 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:55.902 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=73), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [1ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [1ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [14ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [17ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [17ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [33ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [35ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [35ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@185591443(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@3caeef36 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@424835830 after retry RPC@327655189) -> (continuation of Deferred@1313118709 after retry RPC@1628751903), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ba664d5 -> wakeup thread Time-limited test -> (continuation of Deferred@424835830 after retry RPC@327655189) -> (continuation of Deferred@1313118709 after retry RPC@1628751903))) after lookup
13:58:55.903 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:55.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:55.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:55.904 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:55.921 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:55.921 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:55.922 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=93), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [1ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [1ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [14ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [17ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [17ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [33ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [35ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [35ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [74ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [75ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [75ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [89ms] refreshing cache from master, [89ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [92ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@185591443(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@3caeef36 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@424835830 after retry RPC@327655189) -> (continuation of Deferred@1313118709 after retry RPC@1628751903) -> (continuation of Deferred@1707080251 after retry RPC@1284191067), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ba664d5 -> wakeup thread Time-limited test -> (continuation of Deferred@424835830 after retry RPC@327655189) -> (continuation of Deferred@1313118709 after retry RPC@1628751903) -> (continuation of Deferred@1707080251 after retry RPC@1284191067))) after lookup
13:58:55.922 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:55.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:55.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:55.924 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:56.102 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:56.102 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)[L],896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)]}]
13:58:56.103 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=273), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [1ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [1ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [14ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [17ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [17ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [33ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [35ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [35ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [74ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [75ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [75ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [89ms] refreshing cache from master, [89ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [92ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [93ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [95ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [95ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [270ms] refreshing cache from master, [270ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [273ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@185591443(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@3caeef36 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@424835830 after retry RPC@327655189) -> (continuation of Deferred@1313118709 after retry RPC@1628751903) -> (continuation of Deferred@1707080251 after retry RPC@1284191067) -> (continuation of Deferred@178236682 after retry RPC@530269929), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ba664d5 -> wakeup thread Time-limited test -> (continuation of Deferred@424835830 after retry RPC@327655189) -> (continuation of Deferred@1313118709 after retry RPC@1628751903) -> (continuation of Deferred@1707080251 after retry RPC@1284191067) -> (continuation of Deferred@178236682 after retry RPC@530269929))) after lookup
13:58:56.103 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] connecting to peer
13:58:56.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:56.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] cleaning up while in state CONNECTING due to: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:56.105 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541) for tablet f572b333102249c18890abf24b5db4e4: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541
13:58:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.074600  9493 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 9 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:58:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.074826  9493 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.076367  9493 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67:39759), 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:57.081089  9341 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111)
13:58:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:57.082304  9341 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541): Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111)
13:58:57.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.084278  9216 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "896257f6afc346ccb7c2b495c5d53b41" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" is_pre_election: true
13:58:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.084976  9337 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 896257f6afc346ccb7c2b495c5d53b41; no voters: 08c8ae943db2491b8fbecd2fddfabf98, a3aacc9e852c489d9a4c8a9572849a6f
13:58:57.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.085315  9493 raft_consensus.cc:2749] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 9 FOLLOWER]: Leader pre-election lost for term 10. Reason: could not achieve majority
13:58:57.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.112468  9498 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 08c8ae943db2491b8fbecd2fddfabf98)
13:58:57.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.112644  9498 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:57.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.113775  9498 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467), 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:57.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:57.114622  9137 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111)
13:58:57.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:57.115567  9137 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541): Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111)
13:58:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.119243  9417 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "896257f6afc346ccb7c2b495c5d53b41" is_pre_election: true
13:58:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.119520  9417 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a3aacc9e852c489d9a4c8a9572849a6f in term 9.
13:58:57.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.120402  9135 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 896257f6afc346ccb7c2b495c5d53b41, a3aacc9e852c489d9a4c8a9572849a6f; no voters: 08c8ae943db2491b8fbecd2fddfabf98
13:58:57.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.120735  9498 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 10 FOLLOWER]: Leader pre-election won for term 11
13:58:57.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.120820  9498 raft_consensus.cc:493] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 10 FOLLOWER]: Starting leader election (detected failure of leader 08c8ae943db2491b8fbecd2fddfabf98)
13:58:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.120851  9498 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 10 FOLLOWER]: Advancing to term 11
13:58:57.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.121785  9498 raft_consensus.cc:515] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:57.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.122254  9498 leader_election.cc:290] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 11 election: Requested vote from peers 896257f6afc346ccb7c2b495c5d53b41 (127.6.140.65:46467), 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:57.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.122787  9417 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f572b333102249c18890abf24b5db4e4" candidate_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "896257f6afc346ccb7c2b495c5d53b41"
13:58:57.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.122961  9417 raft_consensus.cc:3060] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 9 FOLLOWER]: Advancing to term 11
13:58:57.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:57.123518  9137 leader_election.cc:336] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541): Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111)
13:58:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.124918  9417 raft_consensus.cc:2468] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a3aacc9e852c489d9a4c8a9572849a6f in term 11.
13:58:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.125291  9135 leader_election.cc:304] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 896257f6afc346ccb7c2b495c5d53b41, a3aacc9e852c489d9a4c8a9572849a6f; no voters: 08c8ae943db2491b8fbecd2fddfabf98
13:58:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.125473  9498 raft_consensus.cc:2804] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 11 FOLLOWER]: Leader election won for term 11
13:58:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.125701  9498 raft_consensus.cc:697] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [term 11 LEADER]: Becoming Leader. State: Replica: a3aacc9e852c489d9a4c8a9572849a6f, State: Running, Role: LEADER
13:58:57.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.126019  9498 consensus_queue.cc:237] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } }
13:58:57.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.129272  6758 catalog_manager.cc:5719] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f reported cstate change: term changed from 10 to 11, leader changed from 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66) to a3aacc9e852c489d9a4c8a9572849a6f (127.6.140.67). New cstate: current_term: 11 leader_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a3aacc9e852c489d9a4c8a9572849a6f" member_type: VOTER last_known_addr { host: "127.6.140.67" port: 39759 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "08c8ae943db2491b8fbecd2fddfabf98" member_type: VOTER last_known_addr { host: "127.6.140.66" port: 38541 } health_report { overall_health: UNKNOWN } } }
13:58:57.601 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f572b333102249c18890abf24b5db4e4 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730' with partition [<start>, <end>)
13:58:57.602 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f572b333102249c18890abf24b5db4e4@[08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541),896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467),a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)[L]]}]
13:58:57.602 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=f572b333102249c18890abf24b5db4e4, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1773), Traces: [0ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [1ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [1ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [9ms] refreshing cache from master, [9ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [12ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [14ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [17ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [17ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [32ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [33ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [35ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [35ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [69ms] refreshing cache from master, [70ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [72ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [74ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [75ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [75ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [89ms] refreshing cache from master, [89ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [92ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [93ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [95ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [95ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [270ms] refreshing cache from master, [270ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [273ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, [274ms] sending RPC to server 08c8ae943db2491b8fbecd2fddfabf98, [276ms] received response from server 08c8ae943db2491b8fbecd2fddfabf98: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [276ms] delaying RPC due to: Network error: Failed to connect to peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541): Connection refused: /127.6.140.66:38541, [1769ms] refreshing cache from master, [1769ms] Sub RPC GetTableLocations: sending RPC to server master-127.6.140.126:42517, [1772ms] Sub RPC GetTableLocations: received response from server master-127.6.140.126:42517: OK, deferred=Deferred@185591443(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$236/0x00007f49f8338998@3caeef36 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@424835830 after retry RPC@327655189) -> (continuation of Deferred@1313118709 after retry RPC@1628751903) -> (continuation of Deferred@1707080251 after retry RPC@1284191067) -> (continuation of Deferred@178236682 after retry RPC@530269929) -> (continuation of Deferred@2028321105 after retry RPC@1024201898), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@ba664d5 -> wakeup thread Time-limited test -> (continuation of Deferred@424835830 after retry RPC@327655189) -> (continuation of Deferred@1313118709 after retry RPC@1628751903) -> (continuation of Deferred@1707080251 after retry RPC@1284191067) -> (continuation of Deferred@178236682 after retry RPC@530269929) -> (continuation of Deferred@2028321105 after retry RPC@1024201898))) after lookup
13:58:57.603 [DEBUG - kudu-nio-0] (Connection.java:748) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] connecting to peer
13:58:57.604 [DEBUG - kudu-nio-3] (Connection.java:757) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] Successfully connected to peer
13:58:57.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:57.618803  9137 consensus_peers.cc:597] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f -> Peer 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541): Couldn't send request to peer 08c8ae943db2491b8fbecd2fddfabf98. Status: Network error: Client connection negotiation failed: client connection to 127.6.140.66:38541: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
13:58:57.623 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x7cfc985f, L:/127.0.0.1:44506 - R:/127.6.140.67:39759] using TOKEN/null
13:58:57.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.627370  9417 raft_consensus.cc:1275] T f572b333102249c18890abf24b5db4e4 P 896257f6afc346ccb7c2b495c5d53b41 [term 11 FOLLOWER]: Refusing update from remote peer a3aacc9e852c489d9a4c8a9572849a6f: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 42. (index mismatch)
13:58:57.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.628278  9498 consensus_queue.cc:1048] T f572b333102249c18890abf24b5db4e4 P a3aacc9e852c489d9a4c8a9572849a6f [LEADER]: Connected to new peer: Peer: permanent_uuid: "896257f6afc346ccb7c2b495c5d53b41" member_type: VOTER last_known_addr { host: "127.6.140.65" port: 46467 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
13:58:57.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.638650  9523 mvcc.cc:204] Tried to move back new op lower bound from 7317326797314490368 to 7317326795271471104. Current Snapshot: MvccSnapshot[applied={T|T < 7317326797314490368}]
13:58:57.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.639217  9525 mvcc.cc:204] Tried to move back new op lower bound from 7317326797314490368 to 7317326795271471104. Current Snapshot: MvccSnapshot[applied={T|T < 7317326797314490368 or (T in {7317326797314490368})}]
13:58:57.653 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.6.140.66:38541
13:58:57.653 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

13:58:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.654227  6705 external_mini_cluster.cc:1372] Running /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task9548vR/build/debug/bin/kudu
13:58:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data
13:58:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:58:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:58:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:58:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/logs
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/info.pb
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.66:38541
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.66
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41259
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.66
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:58:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:57.771464  9533 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
13:58:57.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:57.771708  9533 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:58:57.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:57.771759  9533 flags.cc:432] Enabled unsafe flag: --never_fsync=true
13:58:57.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:57.776904  9533 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
13:58:57.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:57.777102  9533 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.140.66
13:58:57.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.783298  9533 tablet_server_runner.cc:78] Tablet server non-default flags:
13:58:57.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/logs
13:58:57.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:58:57.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:58:57.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:58:57.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.140.84:39535
13:58:57.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.140.66:38541
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/info.pb
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.140.66
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41259
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.140.126:42517,127.6.140.125:44463,127.6.140.124:37723
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.9533
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.140.66
13:58:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
13:58:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:58:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
13:58:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
13:58:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
13:58:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 13:43:13 UTC on bdcb31816ec0
13:58:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13288
13:58:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.785061  9533 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:58:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.786681  9533 file_cache.cc:504] Constructed file cache file cache with capacity 419430
13:58:57.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:57.795657  9539 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:57.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:57.795678  9538 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:57.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 13:58:57.795652  9543 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:58:57.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.796308  9533 server_base.cc:1061] running on GCE node
13:58:57.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.796736  9533 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:58:57.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.797325  9533 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:58:57.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.798517  9533 hybrid_clock.cc:648] HybridClock initialized: now 1786456737798481 us; error 54 us; skew 500 ppm
13:58:57.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.800770  9533 webserver.cc:533] Webserver started at http://127.6.140.66:41259/ using document root <none> and password file <none>
13:58:57.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.801474  9533 fs_manager.cc:362] Metadata directory not provided
13:58:57.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.801545  9533 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:58:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.805816  9533 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.001s	sys 0.003s
13:58:57.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.808336  9554 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
13:58:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.809653  9533 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
13:58:57.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.809798  9533 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data,/tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:57.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08c8ae943db2491b8fbecd2fddfabf98"
13:58:57.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 13:58:28 on dist-test-slave-1zqn"
13:58:57.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.810288  9533 fs_report.cc:389] FS layout report
13:58:57.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:58:57.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:57.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/wal
13:58:57.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/data
13:58:57.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:58:57.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:58:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:58:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:58:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:58:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:58:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:58:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:58:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:58:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:58:57.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:58:57.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.824159  9533 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
13:58:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.825088  9533 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:58:57.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.825330  9533 kserver.cc:163] Server-wide thread pool size limit: 3276
13:58:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.826041  9533 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
13:58:57.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.827582  9562 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
13:58:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.833034  9533 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
13:58:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.833148  9533 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.001s	sys 0.000s
13:58:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.833226  9533 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
13:58:57.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.834941  9533 ts_tablet_manager.cc:616] Registered 1 tablets
13:58:57.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.835036  9533 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
13:58:57.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.835426  9562 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Bootstrap starting.
13:58:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.847913  9533 rpc_server.cc:307] RPC server started. Bound to: 127.6.140.66:38541
13:58:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.847935  9684 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.140.66:38541 every 8 connection(s)
13:58:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.849221  9533 server_base.cc:1193] Dumped server information to /tmp/dist-test-task9548vR/test-tmp/mini-kudu-cluster362461795156328531/ts-1/data/info.pb
13:58:57.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.853157  6705 external_mini_cluster.cc:1434] Started /tmp/dist-test-task9548vR/build/debug/bin/kudu as pid 9533
13:58:57.853 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
13:58:57.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.860543  9562 log.cc:826] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Log is configured to *not* fsync() on all Append() calls
13:58:57.863 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730, tablet=f572b333102249c18890abf24b5db4e4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:58:57.869 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786456709730, tablet=f572b333102249c18890abf24b5db4e4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
13:58:57.875 [DEBUG - main] (Connection.java:575) [peer master-127.6.140.124:37723(127.6.140.124:37723)] disconnecting while in state READY
13:58:57.876 [DEBUG - main] (Connection.java:575) [peer 896257f6afc346ccb7c2b495c5d53b41(127.6.140.65:46467)] disconnecting while in state TERMINATED
13:58:57.878 [DEBUG - main] (Connection.java:575) [peer master-127.6.140.126:42517(127.6.140.126:42517)] disconnecting while in state READY
13:58:57.878 [DEBUG - main] (Connection.java:575) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] disconnecting while in state READY
13:58:57.878 [DEBUG - main] (Connection.java:575) [peer 08c8ae943db2491b8fbecd2fddfabf98(127.6.140.66:38541)] disconnecting while in state TERMINATED
13:58:57.878 [DEBUG - main] (Connection.java:575) [peer master-127.6.140.125:44463(127.6.140.125:44463)] disconnecting while in state READY
13:58:57.880 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.6.140.126:42517(127.6.140.126:42517)] handling channelInactive
13:58:57.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.6.140.126:42517(127.6.140.126:42517)] cleaning up while in state READY due to: connection closed
13:58:57.882 [DEBUG - kudu-nio-3] (Connection.java:239) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] handling channelInactive
13:58:57.882 [DEBUG - kudu-nio-3] (Connection.java:709) [peer a3aacc9e852c489d9a4c8a9572849a6f(127.6.140.67:39759)] cleaning up while in state READY due to: connection closed
13:58:57.883 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:58:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.883817  9687 heartbeater.cc:344] Connected to a master server at 127.6.140.125:44463
13:58:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.884136  9687 heartbeater.cc:461] Registering TS with master...
13:58:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.884845  9687 heartbeater.cc:507] Master 127.6.140.125:44463 requested a full tablet report, sending...
13:58:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.886374  9686 heartbeater.cc:344] Connected to a master server at 127.6.140.126:42517
13:58:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.886458  9686 heartbeater.cc:461] Registering TS with master...
13:58:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.886705  9686 heartbeater.cc:507] Master 127.6.140.126:42517 requested a full tablet report, sending...
13:58:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.887756  6756 ts_manager.cc:194] Re-registered known tserver with Master: 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.888015  6846 ts_manager.cc:194] Re-registered known tserver with Master: 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:57.889 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.6.140.125:44463(127.6.140.125:44463)] handling channelInactive
13:58:57.889 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.6.140.125:44463(127.6.140.125:44463)] cleaning up while in state READY due to: connection closed
13:58:57.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.888833  6756 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.6.140.66:32933
13:58:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.891837  6705 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task9548vR/build/debug/bin/kudu with pid 9317
13:58:57.878 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.6.140.124:37723(127.6.140.124:37723)] handling channelInactive
13:58:57.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.6.140.124:37723(127.6.140.124:37723)] cleaning up while in state READY due to: connection closed
13:58:57.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.907595  9685 heartbeater.cc:344] Connected to a master server at 127.6.140.124:37723
13:58:57.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.907755  9685 heartbeater.cc:461] Registering TS with master...
13:58:57.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.907997  9685 heartbeater.cc:507] Master 127.6.140.124:37723 requested a full tablet report, sending...
13:58:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.909229  6935 ts_manager.cc:194] Re-registered known tserver with Master: 08c8ae943db2491b8fbecd2fddfabf98 (127.6.140.66:38541)
13:58:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.911705  9562 tablet_bootstrap.cc:492] T f572b333102249c18890abf24b5db4e4 P 08c8ae943db2491b8fbecd2fddfabf98: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:58:57.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.911862  6705 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task9548vR/build/debug/bin/kudu with pid 9533
13:58:57.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.928355  6705 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task9548vR/build/debug/bin/kudu with pid 9117
13:58:57.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.944862  6705 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task9548vR/build/debug/bin/kudu with pid 6722
13:58:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.957141  6705 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task9548vR/build/debug/bin/kudu with pid 6804
13:58:57.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 13:58:57.969020  6705 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task9548vR/build/debug/bin/kudu with pid 6896
13:58:58.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T13:58:58Z chronyd exiting

Time: 31.65

OK (1 test)

